-- Logs begin at Thu 2021-06-17 13:39:15 UTC, end at Thu 2021-06-17 14:36:40 UTC. -- Jun 17 14:09:16.274630 dv-cinder-796286-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 14:09:18.962387 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.common.config [-] Logging enabled! Jun 17 14:09:18.963001 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev360 Jun 17 14:09:18.963137 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92932) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 14:09:18.966642 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.common.config [-] Logging enabled! Jun 17 14:09:18.966890 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev360 Jun 17 14:09:18.967193 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92932) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 14:09:18.968114 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 14:09:18.968338 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 14:09:18.968685 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:09:18.968925 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 14:09:18.969146 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 14:09:18.969458 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.969748 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.970060 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.970289 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.970582 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.970865 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.971141 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.971425 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.971710 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.971986 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.972258 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.972536 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.972761 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.973035 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.973313 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.973592 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.973809 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] debug = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.974103 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.974520 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.974971 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.975835 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.976159 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.976490 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.976767 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.977040 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.977321 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.977647 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] host = dv-cinder-796286-6-iscsi {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.977922 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.978228 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.978509 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.978789 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.979059 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.979330 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.979622 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.979876 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.980148 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] log_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.980460 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.980700 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.980983 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.981268 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.981490 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.981707 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.982003 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.982290 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.982574 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.982834 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.983106 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.983376 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.983647 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.983911 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.984187 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.984464 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.984741 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.985013 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.985281 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.985545 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.985815 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.986110 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.986379 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.986653 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.986923 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.987204 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.987469 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.987736 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.988027 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.988304 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.988578 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.988855 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.989123 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.989399 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.989665 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.989932 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.990222 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] use_json = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.990526 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.990869 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.991176 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.991448 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.991718 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.991989 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.992256 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.992537 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:18.992833 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.993128 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.993426 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.993709 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.994024 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.994301 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.994587 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.994862 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.995147 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.995430 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.995715 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.995992 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.996271 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.996551 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.996843 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.997145 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.997433 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.997722 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.998011 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.998285 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.998555 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.998827 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.999113 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.999401 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.999686 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:18.999956 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.000233 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.000519 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.000794 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.001063 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.001335 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.001616 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.001890 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.002184 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.002463 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.002736 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.003006 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.003276 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.003551 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.003835 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.004107 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.004374 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.004640 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.004913 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.005181 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.005466 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.005737 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.006031 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.006353 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.006600 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.006869 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.007138 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.007409 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.007675 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.007946 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.008215 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.008481 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.008742 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.009010 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.009275 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.009540 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.009806 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.010103 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.010372 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.010639 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.010905 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.011172 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.011438 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.011716 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.012007 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.012278 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.012551 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.012825 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.013140 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.013367 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.013636 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.013908 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.014201 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.014469 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.014751 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.015030 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.015309 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.015584 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.015857 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.016148 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.016415 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.016697 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.016971 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.017244 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.017529 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.017811 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.018117 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.018408 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.018697 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.018986 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.019274 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.019553 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.019855 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.020128 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:19.020338 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 14:09:19.020575 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92932) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 14:09:19.391123 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:09:19.391476 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:09:19.391678 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:09:19.392008 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 14:09:19.793108 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.793390 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.793667 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.795022 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.795326 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.795621 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.829667 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.829946 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.830237 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.845058 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.845334 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.845601 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.876871 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.877144 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.877410 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.914369 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.914638 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:19.914899 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.154515 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.155141 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.155141 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.155325 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.156132 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.283530 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.283853 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.284130 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.284492 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.284673 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.284981 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.285237 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.285490 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.285739 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.286033 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.286291 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.286551 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.286805 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.287061 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.287329 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.288257 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.288606 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.288868 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.289132 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.289382 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.289662 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.290065 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.290286 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.290568 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.290812 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.291053 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.291475 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:20.291714 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:20.291941 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:20.292175 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:20.292405 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:20.292635 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:20.293001 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 14:09:20.297616 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 14:09:20.301562 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 14:09:20.306340 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 17 14:09:20.308000 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 14:09:20.308449 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 14:09:20.308776 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 14:09:20.309157 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 14:09:20.312005 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 14:09:20.312251 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 14:09:20.312592 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 14:09:20.340371 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 14:09:20.340826 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.341123 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92932) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 14:09:20.341488 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.342888 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92932) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 14:09:20.343169 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 14:09:20.343412 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 14:09:20.346685 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.346967 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:20.410542 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 14:09:20.410734 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 14:09:20.410915 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 14:09:20.411288 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 14:09:20.432994 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_db.sqlalchemy.engines [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92932) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 14:09:20.987468 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing driver for type 'gre' Jun 17 14:09:20.988079 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] gre ID ranges: [(1, 1000)] Jun 17 14:09:21.042429 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing driver for type 'local' Jun 17 14:09:21.042754 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing driver for type 'vlan' Jun 17 14:09:21.055531 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] VlanTypeDriver initialization complete Jun 17 14:09:21.056039 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing driver for type 'vxlan' Jun 17 14:09:21.056543 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] vxlan ID ranges: [(1, 1000)] Jun 17 14:09:21.111066 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing extension driver 'port_security' Jun 17 14:09:21.111409 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.extensions.port_security [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] PortSecurityExtensionDriver initialization complete Jun 17 14:09:21.111741 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing mechanism driver 'openvswitch' Jun 17 14:09:21.112071 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing mechanism driver 'hyperv' Jun 17 14:09:21.118870 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:09:21.119640 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.120029 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.120369 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.120758 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnet after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.121105 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnet after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.121447 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.121822 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.122206 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.122538 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.122911 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > security_group after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.123281 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > security_group after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.123587 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > security_group after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.123968 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.124295 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.124631 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.125001 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > address_group after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.125336 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > address_group after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.125674 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > address_group after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.126020 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] ML2 OVO RPC backend initialized. {{(pid=92932) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 14:09:21.126725 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.127074 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.127482 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.127823 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > networks before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.128163 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.128500 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > ports before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.128830 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnet before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.129159 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnets before_response 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.129498 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.129831 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.130183 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.130518 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.130848 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.131692 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.132025 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnet after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.132354 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnet after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.132683 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.133249 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.plugin [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Modular L2 Plugin initialization complete Jun 17 14:09:21.133574 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading services supported by the core plugin {{(pid=92932) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 14:09:21.133893 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.plugins.ml2.managers [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Got port-security extension from driver 'port_security' Jun 17 14:09:21.134377 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.extensions.vlantransparent [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Disabled vlantransparent extension. Jun 17 14:09:21.134866 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92932) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 14:09:21.135174 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: router Jun 17 14:09:21.171655 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router_interface before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.172265 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router after_create 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.172502 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router before_create 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.172737 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.173104 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.173449 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router after_delete 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.173807 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > floatingip after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.174189 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router after_create 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.174532 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router after_update 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.174875 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router after_update 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.175246 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.175601 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router after_update 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.176003 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_update 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.176365 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: port after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.176700 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: port after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.177034 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: subnet after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.177368 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.177712 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > port precommit_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.178781 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_create 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.179312 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: port before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.179663 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.180022 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router after_update 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.180365 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_delete 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.180717 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_create 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.181074 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.181413 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_update 55549900 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.181782 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > network after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.182678 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Tracking information for resource: router configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:21.183008 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Tracking information for resource: floatingip configured {{(pid=92932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:09:21.188335 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.db.l3_agentschedulers_db [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 14:09:21.188921 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: port after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.189275 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: port after_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.189651 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: port after_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.190014 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: port after_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.190821 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router before_create 55550100 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.191182 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_delete 55550100 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.191534 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_create 55550100 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.191880 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > router precommit_update 55550100 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.196735 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.services.provider_configuration [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service providers = [] {{(pid=92932) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 14:09:21.197089 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.db.servicetype_db [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92932) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 14:09:21.200141 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.services.service_base [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:09:21.200485 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.services.service_base [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:09:21.200831 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.services.service_base [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:09:21.201702 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.services.service_base [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:09:21.202092 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.services.service_base [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 14:09:21.202490 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.202788 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 14:09:21.214457 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.214790 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: auto_allocate Jun 17 14:09:21.220709 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: network precommit_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.221082 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: network precommit_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.222188 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.222188 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: tag Jun 17 14:09:21.229206 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.229531 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: timestamp Jun 17 14:09:21.233345 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.233661 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: network_ip_availability Jun 17 14:09:21.240793 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.241136 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.241495 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.242278 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.242593 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: flavors Jun 17 14:09:21.247575 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.247898 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading Plugin: revisions Jun 17 14:09:21.252222 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:09:21.252611 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.861s {{(pid=92932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:09:21.253358 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92932) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 14:09:21.253682 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Initializing extension manager. Jun 17 14:09:21.254221 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: __init__.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.254559 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: __pycache__ {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.254882 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.255209 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: address_group.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.255963 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.256618 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: address-group Jun 17 14:09:21.257011 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: address_scope.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.257706 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.258241 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: address-scope Jun 17 14:09:21.258563 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.259480 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.259982 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: router-admin-state-down-before-update Jun 17 14:09:21.260302 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: agent.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.260983 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.261481 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: agent Jun 17 14:09:21.261797 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: agent_resources_synced.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.262712 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.263212 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: agent-resources-synced Jun 17 14:09:21.263526 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: allowedaddresspairs.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.265280 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.265792 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: allowed-address-pairs Jun 17 14:09:21.266138 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: auto_allocated_topology.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.267376 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.267886 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: auto-allocated-topology Jun 17 14:09:21.268206 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: availability_zone.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.268884 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.269384 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: availability_zone Jun 17 14:09:21.269699 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: availability_zone_filter.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.270613 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.271120 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: availability_zone_filter Jun 17 14:09:21.271437 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: data_plane_status.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.272951 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.273451 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 14:09:21.273768 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: default_subnetpools.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.274686 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.275217 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: default-subnetpools Jun 17 14:09:21.275707 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.276397 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.276894 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: dhcp_agent_scheduler Jun 17 14:09:21.277212 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: dns.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.278140 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.278640 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension dns-integration not supported by any of loaded plugins Jun 17 14:09:21.278960 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: dns_domain_ports.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.279839 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.280339 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 14:09:21.280653 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: dvr.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.281302 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.281797 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: dvr Jun 17 14:09:21.282173 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: empty_string_filtering.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.283065 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.283567 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: empty-string-filtering Jun 17 14:09:21.283882 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.284774 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.285359 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 14:09:21.285671 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.286597 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.287094 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 14:09:21.287967 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: external_net.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.288921 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.289427 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: external-net Jun 17 14:09:21.289737 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.290659 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.291157 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: extra_dhcp_opt Jun 17 14:09:21.291471 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: extraroute.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.292357 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.292858 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: extraroute Jun 17 14:09:21.293172 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: extraroute_atomic.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.294233 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.294739 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: extraroute-atomic Jun 17 14:09:21.295057 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: filter_validation.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.295713 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.296212 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: filter-validation Jun 17 14:09:21.296529 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: fip_pf_description.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.297418 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.297916 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 14:09:21.298256 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: fip_port_details.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.299145 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.299654 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: fip-port-details Jun 17 14:09:21.299962 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: flavors.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.301187 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.301706 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: flavors Jun 17 14:09:21.302051 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.303852 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.304363 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 14:09:21.304691 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: floatingip_pools.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.305376 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.305879 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: floatingip-pools Jun 17 14:09:21.306224 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: ip_allocation.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.307123 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.307623 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 14:09:21.307942 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.308831 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.309338 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: ip-substring-filtering Jun 17 14:09:21.309660 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l2_adjacency.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.310592 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.311094 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 14:09:21.311411 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l3.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.312387 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.312895 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: router Jun 17 14:09:21.313214 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.315603 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.316212 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 14:09:21.316543 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.317894 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.318861 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: ext-gw-mode Jun 17 14:09:21.319413 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.320836 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.321740 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: l3-ha Jun 17 14:09:21.322282 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l3_flavors.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.323398 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.323914 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: l3-flavors Jun 17 14:09:21.324238 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.325151 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.325657 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 14:09:21.326032 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: l3agentscheduler.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.327089 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.327622 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: l3_agent_scheduler Jun 17 14:09:21.327944 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: logging.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.329440 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.329956 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension logging not supported by any of loaded plugins Jun 17 14:09:21.330308 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: metering.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.331034 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.331609 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: metering Jun 17 14:09:21.331935 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.333168 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.333502 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: metering_source_and_destination_fields Jun 17 14:09:21.333824 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: multiprovidernet.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.335406 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.335911 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: multi-provider Jun 17 14:09:21.336232 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: netmtu.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.337128 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.337630 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: net-mtu Jun 17 14:09:21.337947 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: netmtu_writable.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.339113 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.339614 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: net-mtu-writable Jun 17 14:09:21.339928 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: network_availability_zone.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.340576 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.341069 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: network_availability_zone Jun 17 14:09:21.341383 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: network_ip_availability.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.342476 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.342982 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: network-ip-availability Jun 17 14:09:21.343324 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: network_segment_range.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.344062 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.344561 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 14:09:21.344879 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: pagination.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.345846 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.346189 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: pagination Jun 17 14:09:21.346508 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: port_device_profile.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.347394 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.347906 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: port-device-profile Jun 17 14:09:21.348218 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.349109 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.349614 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: port-mac-address-regenerate Jun 17 14:09:21.350509 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.351394 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.351902 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: port-numa-affinity-policy Jun 17 14:09:21.352237 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: port_resource_request.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.353130 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.353753 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 14:09:21.353942 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: portbindings.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.355046 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.355547 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: binding Jun 17 14:09:21.355856 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: portbindings_extended.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.357158 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.357694 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: binding-extended Jun 17 14:09:21.358007 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: portsecurity.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.359078 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.359440 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: port-security Jun 17 14:09:21.359752 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: project_id.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.360719 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.361054 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: project-id Jun 17 14:09:21.361347 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: providernet.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.362291 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.362796 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: provider Jun 17 14:09:21.363110 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.367098 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.367626 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos not supported by any of loaded plugins Jun 17 14:09:21.367959 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.369198 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.369712 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 14:09:21.370136 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.370967 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.371474 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 14:09:21.371799 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_default.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.372697 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.373209 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-default not supported by any of loaded plugins Jun 17 14:09:21.373536 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_fip.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.374242 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.374907 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-fip not supported by any of loaded plugins Jun 17 14:09:21.375228 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_gateway_ip.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.376142 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.376643 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 14:09:21.376963 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_port_network_policy.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.377853 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.378460 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 14:09:21.378782 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_rule_type_details.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.379667 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.380170 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 14:09:21.380487 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: qos_rules_alias.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.381543 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.382077 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 14:09:21.382396 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: quotasv2.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.383342 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.383657 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: quotas Jun 17 14:09:21.383970 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: quotasv2_detail.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.387063 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.387397 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: quota_details Jun 17 14:09:21.387726 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: rbac.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.388781 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.389302 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: rbac-policies Jun 17 14:09:21.389662 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: rbac_address_group.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.390572 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.391090 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: rbac-address-group Jun 17 14:09:21.391416 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: rbac_address_scope.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.392312 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.392820 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: rbac-address-scope Jun 17 14:09:21.393141 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: rbac_security_groups.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.394075 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.394585 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: rbac-security-groups Jun 17 14:09:21.394909 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: rbac_subnetpool.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.395793 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.396295 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: rbac-subnetpool Jun 17 14:09:21.397121 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: revisionifmatch.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.398209 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.398717 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: revision-if-match Jun 17 14:09:21.399037 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: revisions.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.400330 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.400839 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: standard-attr-revisions Jun 17 14:09:21.401158 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: router_availability_zone.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.401818 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.402356 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: router_availability_zone Jun 17 14:09:21.402674 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: routerservicetype.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.403565 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.404074 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension router-service-type not supported by any of loaded plugins Jun 17 14:09:21.404387 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.405284 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.405790 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: security-groups-normalized-cidr Jun 17 14:09:21.406135 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.407025 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.407531 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: port-security-groups-filtering Jun 17 14:09:21.407853 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.408758 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.409265 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: security-groups-remote-address-group Jun 17 14:09:21.409580 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: securitygroup.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.420185 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.420725 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: security-group Jun 17 14:09:21.421050 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: segment.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.421836 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.422368 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension segment not supported by any of loaded plugins Jun 17 14:09:21.422690 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.423633 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.424139 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 14:09:21.424456 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: servicetype.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.425574 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.426116 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: service-type Jun 17 14:09:21.426443 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: sorting.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.427402 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.427726 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: sorting Jun 17 14:09:21.428172 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: standard_attr_segment.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.429066 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.429578 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 14:09:21.429893 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: standardattrdescription.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.430545 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.431047 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: standard-attr-description Jun 17 14:09:21.431364 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: stateful_security_group.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.432263 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.432768 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: stateful-security-group Jun 17 14:09:21.433082 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: stdattrs_common.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.433648 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 14:09:21.433957 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.434948 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.435460 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 14:09:21.435768 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: subnet_onboard.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.436827 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.437344 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: subnet_onboard Jun 17 14:09:21.437658 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.438590 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.439098 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 14:09:21.439412 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: subnet_service_types.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.440314 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.440823 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: subnet-service-types Jun 17 14:09:21.441138 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: subnetallocation.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.442253 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.442766 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: subnet_allocation Jun 17 14:09:21.443083 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.443954 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.444461 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: subnetpool-prefix-ops Jun 17 14:09:21.444772 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.445681 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.446217 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 14:09:21.446536 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: tagging.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.447607 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.448115 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: standard-attr-tag Jun 17 14:09:21.448434 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: timestamp.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.449626 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.450180 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loaded extension: standard-attr-timestamp Jun 17 14:09:21.450503 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: trunk.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.451549 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.452072 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension trunk not supported by any of loaded plugins Jun 17 14:09:21.452396 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: trunk_details.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.453293 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.453805 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension trunk-details not supported by any of loaded plugins Jun 17 14:09:21.454150 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: uplink_status_propagation.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.455057 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.455562 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 14:09:21.455876 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Loading extension file: vlantransparent.py {{(pid=92932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:09:21.456535 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:09:21.457033 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 14:09:21.460102 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:network Jun 17 14:09:21.460625 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:subnet Jun 17 14:09:21.461020 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:09:21.461407 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:port Jun 17 14:09:21.462747 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.463182 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service FLAVORS assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.464065 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.464592 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.464924 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:router Jun 17 14:09:21.465353 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:floatingip Jun 17 14:09:21.465838 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service METERING assigned prefix: /metering {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.467314 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.467678 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.468029 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:09:21.469031 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 14:09:21.469467 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:security_group Jun 17 14:09:21.469901 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 14:09:21.470542 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service CORE assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.470865 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:09:21.471213 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] subnetpool is already registered Jun 17 14:09:21.471643 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service CORE assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.471960 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:09:21.472286 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] subnetpool is already registered Jun 17 14:09:21.474626 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.475763 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service FLAVORS assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.476465 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.476881 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.477205 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:router Jun 17 14:09:21.477540 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] router is already registered Jun 17 14:09:21.477950 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:floatingip Jun 17 14:09:21.478303 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] floatingip is already registered Jun 17 14:09:21.478758 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service METERING assigned prefix: /metering {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.479415 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 14:09:21.479733 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] rbac_policy is already registered Jun 17 14:09:21.480138 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:security_group Jun 17 14:09:21.480466 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] security_group is already registered Jun 17 14:09:21.480873 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 14:09:21.481198 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] security_group_rule is already registered Jun 17 14:09:21.481825 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service CORE assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.482171 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:09:21.482507 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] subnetpool is already registered Jun 17 14:09:21.482922 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.v2.resource_helper [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Service CORE assigned prefix: {{(pid=92932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:09:21.483328 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:09:21.483655 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING neutron.quota.resource_registry [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] subnetpool is already registered Jun 17 14:09:21.484123 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: extensions {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.485604 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: address-groups {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.487188 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: address-scopes {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.488494 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: agents {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.489641 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: auto-allocated-topology {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.491189 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: availability_zones {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.492368 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: dhcp-networks {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.493924 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: dhcp-agents {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.495483 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: routers {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.497196 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: flavors {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.499691 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: service_profiles {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.500902 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: next_providers {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.502341 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: service_profiles {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.503897 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: floatingip-pools {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.505099 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: routers {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.506942 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: floatingips {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.508208 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: l3-routers {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.509586 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: l3-agents {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.511041 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: metering-labels {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.512294 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: metering-label-rules {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.513660 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: network-ip-availabilities {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.514942 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: bindings {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.516677 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: quotas {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.518154 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: quotas {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.519589 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: rbac-policies {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.520779 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: security-groups {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.522627 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: security-group-rules {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.523873 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: service-providers {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.525084 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: subnetpools {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.526669 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: subnetpools {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.528303 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.529995 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.531795 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.533572 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.535279 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.537371 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.540793 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.542624 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.544481 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.546695 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron.api.extensions [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Extended resource: tags {{(pid=92932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:09:21.552310 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING keystonemiddleware.auth_token [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 14:09:21.557018 dv-cinder-796286-6-iscsi neutron-server[92932]: WARNING keystonemiddleware.auth_token [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 14:09:21.565316 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Acquired lock "singleton_lock" {{(pid=92932) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 14:09:21.565789 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_concurrency.lockutils [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Releasing lock "singleton_lock" {{(pid=92932) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 14:09:21.566448 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO oslo_service.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Starting 2 workers Jun 17 14:09:21.571992 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Started child 93041 {{(pid=92932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:09:21.576770 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Started child 93042 {{(pid=92932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:09:21.578467 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO neutron.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 14:09:21.579132 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Notify callbacks [] for process, before_spawn {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:21.579476 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:21.581294 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [-] (93041) wsgi starting up on http://0.0.0.0:9696 Jun 17 14:09:21.581663 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO oslo_service.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Starting 1 workers Jun 17 14:09:21.581809 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:21.583140 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [-] (93042) wsgi starting up on http://0.0.0.0:9696 Jun 17 14:09:21.587519 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Started child 93043 {{(pid=92932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:09:21.588081 dv-cinder-796286-6-iscsi neutron-server[92932]: INFO oslo_service.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Starting 1 workers Jun 17 14:09:21.591692 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] calling RpcWorker wait() {{(pid=93043) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 14:09:21.592275 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] returning from RpcWorker wait() {{(pid=93043) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 14:09:21.592856 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Started child 93044 {{(pid=92932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:09:21.593575 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:21.593679 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-436555ce-9573-455e-a861-acf8f2f3808e None None] Notify callbacks [] for process, after_spawn {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:21.594327 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:09:21.595710 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92932) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 14:09:21.595926 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 14:09:21.596111 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 14:09:21.596325 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:09:21.596672 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 14:09:21.596835 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 14:09:21.597442 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.597760 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.598183 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.598381 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.598657 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.599111 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:21.599599 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.599599 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.599763 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.600563 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.600818 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.601022 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.601175 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.601427 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.601732 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.602098 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.602422 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.602673 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.602943 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.603140 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.603543 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.603678 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.603926 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.604193 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] debug = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.604456 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.604938 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.605277 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.605547 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.605769 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.606087 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.606338 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.606643 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.606882 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.607131 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.607368 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.607629 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.607881 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.608109 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.608334 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.608600 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.608839 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.609362 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] host = dv-cinder-796286-6-iscsi {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.609608 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.610002 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.610104 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.610373 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.610634 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.610854 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.611099 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.611362 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.611631 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.611881 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.612125 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.612379 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.612596 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.612837 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.613002 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_options = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.613245 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.613535 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.613797 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.614009 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.614185 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.614359 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.614602 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.614759 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.615005 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.615224 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.615521 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.616510 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.616674 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.616832 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.617057 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.617309 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.617546 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.617780 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.618069 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.618316 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.618547 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.618775 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.619023 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.619237 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.619470 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.619686 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.619932 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.620169 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.620381 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.620721 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.620866 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.621099 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.621341 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.621591 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.621837 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.622084 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.622300 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.622562 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.622792 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.623042 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.623286 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.623525 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.623787 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.624019 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.624258 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.624438 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_json = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.624656 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.624869 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.625123 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.625337 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.625555 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.625769 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.626247 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.626247 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.626665 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.626944 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.627258 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.627517 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.627774 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.628016 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.628269 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.628492 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.628723 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.628974 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.629413 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.629514 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.629781 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.630882 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.630882 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.630882 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.630882 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.631214 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.631464 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.631713 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.631955 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.632184 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.632394 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:09:21.632502 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.632789 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.633048 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.633355 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.633550 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.633789 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.634056 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.634281 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.634505 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.634725 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.635002 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.635261 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.635502 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.635751 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.635979 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.636226 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.636458 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.636687 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.636957 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.637202 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.637428 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.637644 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.637860 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.638099 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.638321 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.638549 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.638795 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.639047 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.639276 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.639495 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.639712 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.639924 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.640142 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.640395 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.640620 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.640834 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.641055 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.641280 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.641520 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.641779 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.642015 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.642236 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.642452 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.642696 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.642929 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.643358 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.643358 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.643572 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.643786 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.644027 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.644261 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.644478 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.644951 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.644951 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.645152 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.645588 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.645880 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.646270 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.646270 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.646485 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.646743 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.646974 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.647274 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.647584 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.647836 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.648158 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.648380 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.648621 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.648870 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.649141 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.649377 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.649602 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.649816 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.650104 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.650347 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.650607 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.650861 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.651112 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.651368 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.651622 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.651871 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.652095 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.652358 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.652606 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.652871 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.653141 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.653386 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.653672 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.653938 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.654247 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.654499 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.654779 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.655001 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.655291 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.655594 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.655871 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.656152 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.656404 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.656665 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.656908 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.657153 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.657406 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.657656 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.657863 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.658104 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.658389 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.658631 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.658851 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.659071 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.659314 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.659609 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.659849 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.660056 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.660267 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.660529 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.660786 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.661025 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.661290 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.661531 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.661768 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.662046 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.662809 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.663048 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.663293 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.663544 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.663864 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.664108 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.664362 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.664582 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.664802 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.665036 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.665269 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.665484 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.665704 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.665917 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.666161 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.666381 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.666626 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.666845 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.667065 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.667305 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.667521 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.667759 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.668000 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.668190 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.668422 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.668639 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.668907 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.669159 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.669378 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.669606 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.669832 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.670088 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.670306 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.670554 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.670773 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.671006 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.671239 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.671460 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.671692 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.671906 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.672131 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.672343 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.672576 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.672827 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.673161 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.673422 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.673659 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.673896 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.674139 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.674401 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.674640 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.674880 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.675116 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.675333 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.675550 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.675821 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.676044 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.676264 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.676482 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.676705 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.676924 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.677137 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.677351 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.677633 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.677933 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.678277 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.678515 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.678745 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.679482 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.679789 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.680007 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.680226 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.680441 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.680667 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.680951 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.681203 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.681422 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.681638 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.681865 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.682071 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.682300 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.682539 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.682723 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.682982 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.683200 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.683417 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.683617 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.683830 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.684158 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.684403 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.684620 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.684904 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.685138 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.685387 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.685645 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.685964 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.686219 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.686495 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.686748 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.686965 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.687191 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.687435 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.687929 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.688233 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.688492 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.688748 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.689017 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.689307 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.689569 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.689779 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.690093 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.690436 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.690725 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.690983 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.691234 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.691498 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.691721 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.691940 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.692177 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.692398 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.692610 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.692848 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.693091 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.693346 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.694155 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.694397 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.694638 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.694895 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.695109 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.695351 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.695569 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.695726 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 14:09:21.696294 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92932) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 14:09:21.696456 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 14:09:21.696611 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 14:09:21.696781 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:09:21.697095 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 14:09:21.697390 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 14:09:21.697749 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.698076 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.698376 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.698675 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.698973 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.699288 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.699586 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.699900 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.700195 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.700366 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.700522 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.700819 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.701043 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.701154 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.701395 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.701513 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.701599 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.701735 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.701897 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.702566 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.702566 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.702566 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.702566 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] debug = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.702872 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.702872 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.703042 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.703125 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.703284 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.703440 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.703598 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.703757 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.703915 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.704073 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.704225 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.704389 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.704550 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.704719 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.704852 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.705025 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.705157 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.705477 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] host = dv-cinder-796286-6-iscsi {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.705635 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.705796 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.705954 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.706133 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.706290 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.706448 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.706602 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.706754 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.706919 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.707080 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.707239 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.707431 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.707561 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.707754 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.707876 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_options = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.708184 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.708343 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.709026 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.709026 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.709026 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.709026 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710035 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710035 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710035 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710393 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710393 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710625 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710625 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.710922 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.711089 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.711212 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.711372 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.711530 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.711689 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.711846 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.712004 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.712160 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.712320 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.712477 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.712634 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.712791 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.712947 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.713104 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.713260 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.713422 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.713580 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.714023 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.714185 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.714342 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.714501 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.714662 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.714820 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.714982 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.715140 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.715296 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.715453 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.715611 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.715767 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.715917 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.716120 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.716248 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_json = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.716372 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.716495 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.716642 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.716798 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.716954 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.717110 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.717316 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.717404 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:09:21.717584 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.717745 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.717915 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.718104 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.718256 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.718415 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.718574 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.718735 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.718895 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.719053 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.719221 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.719382 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.719553 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.719714 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.719873 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.720035 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.720196 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.720367 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.720537 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.720697 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.720856 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.721015 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.721190 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.721350 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.721510 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.721671 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.721831 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.722000 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.722172 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.722333 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.722494 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.722654 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.722815 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.722976 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.723137 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.723295 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.723460 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.723622 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.723782 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.723942 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.724103 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.724262 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.724422 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.724586 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.724775 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.724948 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.725247 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.725434 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.725623 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.725708 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.725880 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.726064 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.726230 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.726389 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.726549 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.726708 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.726867 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.727027 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.727187 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.727346 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.727506 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.727679 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.727839 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.728029 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.728213 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.728309 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.728528 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.728627 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.728774 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.729023 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.729126 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.729244 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.729401 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.729560 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.729719 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.729879 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.730068 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.730230 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.730469 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.730634 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.730785 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.730925 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.731063 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.731201 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.731341 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.731479 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.731626 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.731774 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.731931 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.732070 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.732207 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.732342 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.732494 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.732655 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.732863 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.733002 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.733145 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.733279 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.733419 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.733559 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.733692 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.733839 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.734016 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.734154 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.734316 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.734466 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.734626 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.734811 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.734932 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.735298 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.735298 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.735459 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.735549 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.735704 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.735864 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.736035 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.736316 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.736419 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.736513 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.736660 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.736823 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.736979 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.737138 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.737297 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.737457 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.737615 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.737779 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.737942 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.738135 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.738326 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.738452 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.738611 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.738794 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.738954 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.739113 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.739273 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.739433 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.739593 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.739753 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.739912 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.740073 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.740232 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.740440 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.740716 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.740860 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.740996 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.741138 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.741401 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.741566 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.741730 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.741892 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.742084 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.742311 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.742416 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.742556 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.742716 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.742876 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.743035 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.743196 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.743357 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.743523 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.743686 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744107 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744107 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744287 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744287 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744434 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744596 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744757 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.744940 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.745068 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.745228 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.745388 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.745548 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.745709 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.745870 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.746054 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.746216 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.746413 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.746569 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.746696 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.746856 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.747016 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.747175 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.747335 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.747495 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.747656 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.747832 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.747994 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.748153 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.748312 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.748492 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.748621 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.748780 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.748954 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.749100 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.749258 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.749418 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.749581 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.749745 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.749908 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.750091 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.750252 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.750453 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.750564 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.750901 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.750901 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.751038 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.751189 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.751348 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.751493 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.751666 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.751822 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.751981 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.752140 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.752299 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.752469 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.752630 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.752788 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.752948 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.753108 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.753280 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.753448 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.753609 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.753767 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.753932 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.754134 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.754295 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.754455 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.754615 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.754775 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.754947 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.755057 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:09:21.755138 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.755255 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.755582 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.755733 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.755891 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.756592 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.756772 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.756981 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.757170 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.757378 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.757378 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.757732 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.757732 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758027 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758027 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758308 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758308 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758629 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758629 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758778 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.758933 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.759101 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.759274 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.759436 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.759628 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.759765 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.759902 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.760048 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.760202 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.760362 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.760522 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.760680 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.760841 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.760985 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.761146 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.761306 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.761466 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.761627 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.761786 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.761945 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.762140 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.762302 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:09:21.762451 dv-cinder-796286-6-iscsi neutron-server[92932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 14:09:21.960652 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43256) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:09:21.969516 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066042 Jun 17 14:09:33.820808 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b886afd-4688-48bc-a95d-22598a047623 None None] get_active_networks_info from dv-cinder-796286-6-iscsi {{(pid=93043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 14:09:33.901948 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b886afd-4688-48bc-a95d-22598a047623 None None] No non-hosted networks {{(pid=93043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 14:09:33.919004 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.agentschedulers_db [None req-0b886afd-4688-48bc-a95d-22598a047623 None None] DHCP Agent not found on host dv-cinder-796286-6-iscsi {{(pid=93043) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 14:09:33.979480 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2e3a30c2-7bbd-4200-ad97-dc92ae136d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530'] for agent, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:36.129863 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d06c2d56-06ba-4074-a4c1-00c7b30a3941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530'] for agent, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:36.178709 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e5209afb-2fa4-41b9-b01a-303115a0086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:36.820444 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530'] for agent, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:36.821457 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.822238 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.823126 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.824322 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.824927 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.826311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.827013 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.828531 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.829141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.830708 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.831311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.833233 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:36.833926 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:09:36.843932 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:09:37.706735 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530'] for agent, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:39.977314 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530'] for agent, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:41.032120 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43348) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:09:41.611572 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.db.l3_hamode_db [None req-4e9e63a0-12fa-4fe6-8fa5-7f50c606c575 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 14:09:41.622505 dv-cinder-796286-6-iscsi neutron-server[93041]: WARNING oslo_policy.policy [None req-c1fe2c64-2ad8-45a6-ac40-91c78d2087d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:41.623167 dv-cinder-796286-6-iscsi neutron-server[93041]: WARNING oslo_policy.policy [None req-c1fe2c64-2ad8-45a6-ac40-91c78d2087d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:41.687979 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e63a0-12fa-4fe6-8fa5-7f50c606c575 None None] Routers set() bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:09:41.688346 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e63a0-12fa-4fe6-8fa5-7f50c606c575 None None] Router IDs set() for agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 17 14:09:41.840050 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [None req-c1fe2c64-2ad8-45a6-ac40-91c78d2087d3 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:09:41.841112 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c1fe2c64-2ad8-45a6-ac40-91c78d2087d3 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8081141 Jun 17 14:09:44.241480 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43362) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:09:44.614073 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:09:44.742586 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.policy [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93041) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 14:09:44.789463 dv-cinder-796286-6-iscsi neutron-server[93041]: WARNING oslo_policy.policy [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:44.789836 dv-cinder-796286-6-iscsi neutron-server[93041]: WARNING oslo_policy.policy [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:44.802775 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.quota [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] Loaded quota_driver: . Jun 17 14:09:44.912348 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733205746153', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733205746622', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733205759835', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733205760336', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733205771317', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733205781556', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-634668', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610613', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16269608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16495067'] for rbac-policy, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:44.982511 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:44.983729 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-62d4d15b-73a3-4392-b5d2-63d3f7857012 admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7412522 Jun 17 14:09:47.681151 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 43374) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:09:48.215009 dv-cinder-796286-6-iscsi neutron-server[93042]: WARNING oslo_policy.policy [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:48.215585 dv-cinder-796286-6-iscsi neutron-server[93042]: WARNING oslo_policy.policy [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:48.473123 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'admin_state_up': True, 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:09:48.476336 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.quota [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Loaded quota_driver: . Jun 17 14:09:48.552780 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Made reservation on behalf of cf231b7ff3fb4a03ac05bf9dccc6d44e for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:09:48.634562 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.policy [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93042) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 14:09:48.683804 dv-cinder-796286-6-iscsi neutron-server[93042]: WARNING oslo_policy.policy [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:48.684489 dv-cinder-796286-6-iscsi neutron-server[93042]: WARNING oslo_policy.policy [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:09:48.698211 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:48.722659 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:48.900320 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:48.906486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:48.913004 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:09:48.931843 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:09:48.965655 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733203782539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:48.966295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Unsubscribe: segment precommit_create {{(pid=93042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 14:09:48.966826 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Added segment a647ed2f-c123-44f8-85c9-41e2227e1887 of type vlan for network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e Jun 17 14:09:48.987143 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7abf12-358f-4c0a-a937-325ab5b05f48,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:09:49.013558 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.013920 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.014279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.014593 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.014906 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.015549 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.015886 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.016168 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.016473 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.016773 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.017071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.017370 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Tracked resource versions report: Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: pushed versions: Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: { 'AddressGroup': {'1.2'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'ConntrackHelper': {'1.0'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Log': {'1.0'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Network': {'1.1'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Port': {'1.7'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'PortForwarding': {'1.2'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'QosPolicy': {'1.8'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroup': {'1.4'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SubPort': {'1.0'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Subnet': {'1.1'}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Trunk': {'1.1'}} Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: consumer versions: Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'ConntrackHelper': '1.0', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Log': '1.0', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Network': '1.1', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Port': '1.7', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'PortForwarding': '1.2', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'QosPolicy': '1.8', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroup': '1.4', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroupRule': '1.2', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SubPort': '1.0', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Subnet': '1.1', Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Trunk': '1.1'}} Jun 17 14:09:49.019774 dv-cinder-796286-6-iscsi neutron-server[93042]: {{(pid=93042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:09:49.120359 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:09:49.126550 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:49.190162 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:49.191784 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:09:49.194237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:49.198451 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:09:49.255335 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5717769 Jun 17 14:09:49.315582 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:09:49.322089 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:09:49.333069 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:09:52.074071 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43396) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:09:52.665175 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3eb080-7cec-4ee1-bd91-24971c647482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:09:52.666695 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-8e3eb080-7cec-4ee1-bd91-24971c647482 admin admin] 10.222.0.82 "GET /v2.0/networks/0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e HTTP/1.1" status: 200 len: 826 time: 0.5916927 Jun 17 14:09:52.699406 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-44fdd8b7-1703-454a-a54d-385ba9957c01 admin admin] 10.222.0.82 "GET /v2.0/subnetpools/b7ed5fa4-fced-4dd4-8f28-12e519b9333c HTTP/1.1" status: 200 len: 734 time: 0.0272183 Jun 17 14:09:52.708831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'gateway_ip': '172.20.0.1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'subnetpool_id': 'b7ed5fa4-fced-4dd4-8f28-12e519b9333c'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:09:52.737766 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Made reservation on behalf of cf231b7ff3fb4a03ac05bf9dccc6d44e for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:09:52.740804 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:53.064033 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:53.070217 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:09:53.144406 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Checking segment: {'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:09:53.145106 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Network hostable DHCP agents. Network: 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:09:53.154635 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a38115e-df6a-412e-a60f-6a189e47c77d,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:09:53.166208 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.166560 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.166963 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.167275 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.167580 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.167904 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.168212 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.168512 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.168825 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.169127 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.169422 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.169716 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Tracked resource versions report: Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: pushed versions: Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: { 'AddressGroup': {'1.2'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'ConntrackHelper': {'1.0'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Log': {'1.0'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Network': {'1.1'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Port': {'1.7'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'PortForwarding': {'1.2'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'QosPolicy': {'1.8'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroup': {'1.4'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SubPort': {'1.0'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Subnet': {'1.1'}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Trunk': {'1.1'}} Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: consumer versions: Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'ConntrackHelper': '1.0', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Log': '1.0', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Network': '1.1', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Port': '1.7', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'PortForwarding': '1.2', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'QosPolicy': '1.8', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroup': '1.4', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroupRule': '1.2', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SubPort': '1.0', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Subnet': '1.1', Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Trunk': '1.1'}} Jun 17 14:09:53.172346 dv-cinder-796286-6-iscsi neutron-server[93041]: {{(pid=93041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:09:53.222018 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:09:53.233761 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:09:53.240134 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:09:53.245872 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:09:53.246538 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:53.261481 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea042d-6202-46d9-b326-93cb178735a8 None None] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:09:53.263499 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5586808 Jun 17 14:09:53.663794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'fixed_ips': [{'subnet_id': '3a38115e-df6a-412e-a60f-6a189e47c77d'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:09:53.665058 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:53.996308 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Allocated IP 172.20.0.2 (0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e/3a38115e-df6a-412e-a60f-6a189e47c77d/c35abd7f-b21d-4d76-afd1-1653a39c8187) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:09:54.278582 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:54.307852 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Transition to ACTIVE for port object c35abd7f-b21d-4d76-afd1-1653a39c8187 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:09:54.400196 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Transition to ACTIVE for port object c35abd7f-b21d-4d76-afd1-1653a39c8187 will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:09:54.410790 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:54.415470 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:09:54.495146 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:09:54.500905 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:09:54.512272 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:09:54.515605 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Pushing event updated for resources: {'Port': ['ID=c35abd7f-b21d-4d76-afd1-1653a39c8187,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:09:54.527892 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.528133 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.528438 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.528812 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.529076 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.529424 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.529739 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.530072 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.530398 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.530763 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.531068 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.531375 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Tracked resource versions report: Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: pushed versions: Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: { 'AddressGroup': {'1.2'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'ConntrackHelper': {'1.0'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Log': {'1.0'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Network': {'1.1'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Port': {'1.7'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'PortForwarding': {'1.2'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'QosPolicy': {'1.8'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroup': {'1.4'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SubPort': {'1.0'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Subnet': {'1.1'}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Trunk': {'1.1'}} Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: consumer versions: Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'ConntrackHelper': '1.0', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Log': '1.0', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Network': '1.1', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Port': '1.7', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'PortForwarding': '1.2', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'QosPolicy': '1.8', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroup': '1.4', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroupRule': '1.2', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SubPort': '1.0', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Subnet': '1.1', Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Trunk': '1.1'}} Jun 17 14:09:54.532523 dv-cinder-796286-6-iscsi neutron-server[93043]: {{(pid=93043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:09:54.571409 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:09:54.606909 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Attempting to bind port c35abd7f-b21d-4d76-afd1-1653a39c8187 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:09:54.607302 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Attempting to bind port c35abd7f-b21d-4d76-afd1-1653a39c8187 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:09:54.607725 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Attempting to bind port c35abd7f-b21d-4d76-afd1-1653a39c8187 on network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:09:54.613071 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:09:54.613465 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Checking segment: {'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:09:54.614016 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:54.614432 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Bound using segment: {'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:09:54.614938 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Bound port: c35abd7f-b21d-4d76-afd1-1653a39c8187, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:09:54.615327 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:54.688223 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] For port c35abd7f-b21d-4d76-afd1-1653a39c8187, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:09:54.730928 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] For port c35abd7f-b21d-4d76-afd1-1653a39c8187, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=c35abd7f-b21d-4d76-afd1-1653a39c8187,segment=NetworkSegment(a647ed2f-c123-44f8-85c9-41e2227e1887),segment_id=a647ed2f-c123-44f8-85c9-41e2227e1887)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:09:54.735746 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:09:54.738307 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:09:54.800674 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Pushing event updated for resources: {'Port': ['ID=c35abd7f-b21d-4d76-afd1-1653a39c8187,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:09:54.806762 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:09:55.987157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43408) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:09:56.394192 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [None req-573eab69-6b8e-42fe-8309-ca93d8ca34fc admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:09:56.395313 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-573eab69-6b8e-42fe-8309-ca93d8ca34fc admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4071779 Jun 17 14:09:58.949724 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43416) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:09:59.379268 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [None req-5690867d-7245-4919-83a9-6c5691f4bc58 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:09:59.381023 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5690867d-7245-4919-83a9-6c5691f4bc58 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4300873 Jun 17 14:10:00.956257 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device c35abd7f-b21d-4d76-afd1-1653a39c8187 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:10:01.046842 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port c35abd7f-b21d-4d76-afd1-1653a39c8187 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:10:01.931457 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee7e96-8009-4c13-a3e4-0359f6ba041a None None] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:10:02.055966 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Provisioning for port c35abd7f-b21d-4d76-afd1-1653a39c8187 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:10:02.069766 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Provisioning complete for port c35abd7f-b21d-4d76-afd1-1653a39c8187 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:02.070187 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.248267 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.287402 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] For port c35abd7f-b21d-4d76-afd1-1653a39c8187, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=c35abd7f-b21d-4d76-afd1-1653a39c8187,segment=NetworkSegment(a647ed2f-c123-44f8-85c9-41e2227e1887),segment_id=a647ed2f-c123-44f8-85c9-41e2227e1887)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:10:02.292380 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.294501 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0fa81f64-1198-4e9a-906b-33ba0dcc9bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:02.343794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Pushing event updated for resources: {'Port': ['ID=c35abd7f-b21d-4d76-afd1-1653a39c8187,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:02.347325 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:02.392538 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43430) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:10:02.412982 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-a6969a02-7d29-47c1-8979-52596e93df8d None None] Provisioning complete for port c35abd7f-b21d-4d76-afd1-1653a39c8187 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:02.413358 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-a6969a02-7d29-47c1-8979-52596e93df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.771144 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-210ca94c-5198-4e0d-96b2-1471f7514921 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:10:02.797762 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-210ca94c-5198-4e0d-96b2-1471f7514921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.799549 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-210ca94c-5198-4e0d-96b2-1471f7514921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.937100 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device c35abd7f-b21d-4d76-afd1-1653a39c8187 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:10:02.987342 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-210ca94c-5198-4e0d-96b2-1471f7514921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.993807 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-210ca94c-5198-4e0d-96b2-1471f7514921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:02.995817 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port c35abd7f-b21d-4d76-afd1-1653a39c8187 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:02.996202 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:03.010082 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-210ca94c-5198-4e0d-96b2-1471f7514921 admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:03.011764 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-210ca94c-5198-4e0d-96b2-1471f7514921 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6180325 Jun 17 14:10:03.711113 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-01077652-21f3-484a-9052-5261f15ba37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:05.452624 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43438) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:10:05.777694 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [None req-1c4acf0a-e4ae-4c63-831b-8dcacb809b9a admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:10:05.778691 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1c4acf0a-e4ae-4c63-831b-8dcacb809b9a admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251219 Jun 17 14:10:06.135129 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-610d62f1-c7c1-4f8a-a0fc-6f52101c8c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:06.811921 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:07.631099 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.263851 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43456) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:10:08.408131 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:10:08.432402 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Made reservation on behalf of 9081d29bae3e4bd38b7085128b74a8ad for: {'network': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:10:08.434764 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.450436 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.587265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.591509 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.594728 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:08.608225 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Reserving flat network on physical network physnet1 {{(pid=93041) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 14:10:08.633826 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e900c3e-e8bd-41cc-aff2-edc18a854cf0,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:08.637902 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733203782539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.638598 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Unsubscribe: segment precommit_create {{(pid=93041) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 14:10:08.639508 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.segments_db [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Added segment 4e10ea75-0f12-4636-8239-7701c74c978f of type flat for network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec Jun 17 14:10:08.652866 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:08.695536 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.744341 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.745707 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:10:08.746375 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:08.748385 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:08.794323 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5294459 Jun 17 14:10:08.853945 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Pushing event updated for resources: {'Network': ['ID=9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:08.857157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:08.865121 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:10:09.903686 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:11.074279 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43474) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:10:11.168154 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c15222-6467-49f0-a764-e2a0b0cc6826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:10:11.169389 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-89c15222-6467-49f0-a764-e2a0b0cc6826 admin admin] 10.222.0.82 "GET /v2.0/subnets/3a38115e-df6a-412e-a60f-6a189e47c77d HTTP/1.1" status: 200 len: 849 time: 0.0940795 Jun 17 14:10:11.289702 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1b3c735d-13ee-47ae-b335-4cbacea767fd admin admin] 10.222.0.82 "GET /v2.0/routers/be8b9c9b-bc74-490f-8014-c60bca90dbf8 HTTP/1.1" status: 200 len: 704 time: 0.1142092 Jun 17 14:10:11.564467 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:11.874047 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Allocated IP 172.20.0.1 (0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e/3a38115e-df6a-412e-a60f-6a189e47c77d/90f92915-1c35-48a5-b8e5-058fe5280d1d) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:10:12.034825 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.057210 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Transition to ACTIVE for port object 90f92915-1c35-48a5-b8e5-058fe5280d1d will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:10:12.194326 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.196447 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:12.267712 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:10:12.274479 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:10:12.282703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:10:12.283259 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.310332 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Pushing event updated for resources: {'Port': ['ID=90f92915-1c35-48a5-b8e5-058fe5280d1d,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:12.377639 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:12.591409 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-54ade02c-fb79-4fee-9f98-e75114c2ff6f None None] Provisioning for port 90f92915-1c35-48a5-b8e5-058fe5280d1d completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:10:12.601495 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-54ade02c-fb79-4fee-9f98-e75114c2ff6f None None] Provisioning complete for port 90f92915-1c35-48a5-b8e5-058fe5280d1d triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:12.602652 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-54ade02c-fb79-4fee-9f98-e75114c2ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.612286 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.662245 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-54ade02c-fb79-4fee-9f98-e75114c2ff6f None None] Port 90f92915-1c35-48a5-b8e5-058fe5280d1d cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:10:12.822840 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.828113 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.829261 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:12.831102 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:12.915704 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Pushing event updated for resources: {'Port': ['ID=90f92915-1c35-48a5-b8e5-058fe5280d1d,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:12.919973 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:12.969546 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:10:12.971053 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:10:13.146415 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Router be8b9c9b-bc74-490f-8014-c60bca90dbf8 is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:10:13.191211 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-698f702a-f6e3-49aa-a549-7d58eb8abd32 None None] Provisioning complete for port 90f92915-1c35-48a5-b8e5-058fe5280d1d triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:13.191627 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-698f702a-f6e3-49aa-a549-7d58eb8abd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:13.231585 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-698f702a-f6e3-49aa-a549-7d58eb8abd32 None None] Port 90f92915-1c35-48a5-b8e5-058fe5280d1d cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:10:13.244714 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:10:13.250300 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] 10.222.0.82 "PUT /v2.0/routers/be8b9c9b-bc74-490f-8014-c60bca90dbf8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9554861 Jun 17 14:10:13.255181 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Sync routers for ids ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:10:13.267152 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Routers {'be8b9c9b-bc74-490f-8014-c60bca90dbf8'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:10:13.267981 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:10:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:13.470970 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Set router be8b9c9b-bc74-490f-8014-c60bca90dbf8 gateway port host: None {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:10:13.970875 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'name': 'router1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:10:02Z', 'updated_at': '2021-06-17T14:10:12Z', 'revision_number': 2, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'gw_port_host': None, '_interfaces': [{'id': '90f92915-1c35-48a5-b8e5-058fe5280d1d', 'name': '', 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'mac_address': 'fa:16:3e:ea:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:11Z', 'updated_at': '2021-06-17T14:10:12Z', 'revision_number': 2, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'subnets': [{'id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7ed5fa4-fced-4dd4-8f28-12e519b9333c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:14.025031 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Checking router: be8b9c9b-bc74-490f-8014-c60bca90dbf8 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:10:14.025401 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Updating router be8b9c9b-bc74-490f-8014-c60bca90dbf8 port 90f92915-1c35-48a5-b8e5-058fe5280d1d binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:10:14.094896 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:14.655828 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:14.673747 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Transition to ACTIVE for port object 90f92915-1c35-48a5-b8e5-058fe5280d1d will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:10:14.682001 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:14.685274 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:14.868178 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Pushing event updated for resources: {'Port': ['ID=90f92915-1c35-48a5-b8e5-058fe5280d1d,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:14.902766 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.903191 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.903593 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.903883 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.904201 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.904518 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.904828 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.905172 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.905510 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.906167 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.906324 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.906603 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Tracked resource versions report: Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: pushed versions: Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: { 'AddressGroup': {'1.2'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'ConntrackHelper': {'1.0'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Log': {'1.0'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Network': {'1.1'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Port': {'1.7'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'PortForwarding': {'1.2'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'QosPolicy': {'1.8'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroup': {'1.4'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SubPort': {'1.0'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Subnet': {'1.1'}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Trunk': {'1.1'}} Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: consumer versions: Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'ConntrackHelper': '1.0', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Log': '1.0', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Network': '1.1', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Port': '1.7', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'PortForwarding': '1.2', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'QosPolicy': '1.8', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroup': '1.4', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroupRule': '1.2', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SubPort': '1.0', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Subnet': '1.1', Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Trunk': '1.1'}} Jun 17 14:10:14.907884 dv-cinder-796286-6-iscsi neutron-server[93044]: {{(pid=93044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:10:14.917137 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Attempting to bind port 90f92915-1c35-48a5-b8e5-058fe5280d1d on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:10:14.917556 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Attempting to bind port 90f92915-1c35-48a5-b8e5-058fe5280d1d by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:10:14.918095 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Attempting to bind port 90f92915-1c35-48a5-b8e5-058fe5280d1d on network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:10:14.920440 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:14.925458 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:10:14.926668 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Checking segment: {'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:10:14.927488 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:14.927934 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Bound using segment: {'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:10:14.928565 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Bound port: 90f92915-1c35-48a5-b8e5-058fe5280d1d, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a647ed2f-c123-44f8-85c9-41e2227e1887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:10:14.928941 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:15.003465 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] For port 90f92915-1c35-48a5-b8e5-058fe5280d1d, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:10:15.026602 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] For port 90f92915-1c35-48a5-b8e5-058fe5280d1d, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=90f92915-1c35-48a5-b8e5-058fe5280d1d,segment=NetworkSegment(a647ed2f-c123-44f8-85c9-41e2227e1887),segment_id=a647ed2f-c123-44f8-85c9-41e2227e1887)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:10:15.032024 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:15.038591 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:15.087208 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Routers {'be8b9c9b-bc74-490f-8014-c60bca90dbf8'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:10:15.088107 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:10:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:15.163890 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Pushing event updated for resources: {'Port': ['ID=90f92915-1c35-48a5-b8e5-058fe5280d1d,revision_number=4']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:15.176729 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:15.198675 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] Set router be8b9c9b-bc74-490f-8014-c60bca90dbf8 gateway port host: None {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:10:15.468539 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'name': 'router1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:10:02Z', 'updated_at': '2021-06-17T14:10:12Z', 'revision_number': 2, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'gw_port_host': None, '_interfaces': [{'id': '90f92915-1c35-48a5-b8e5-058fe5280d1d', 'name': '', 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'mac_address': 'fa:16:3e:ea:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:11Z', 'updated_at': '2021-06-17T14:10:14Z', 'revision_number': 4, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'subnets': [{'id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7ed5fa4-fced-4dd4-8f28-12e519b9333c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:15.501565 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9274a9d-c9ff-4c78-812f-367dbb04153a None None] The sync data for ids ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'] in dv-cinder-796286-6-iscsi is: [{'id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'name': 'router1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:10:02Z', 'updated_at': '2021-06-17T14:10:12Z', 'revision_number': 2, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'gw_port_host': None, '_interfaces': [{'id': '90f92915-1c35-48a5-b8e5-058fe5280d1d', 'name': '', 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'mac_address': 'fa:16:3e:ea:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:11Z', 'updated_at': '2021-06-17T14:10:14Z', 'revision_number': 4, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'subnets': [{'id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7ed5fa4-fced-4dd4-8f28-12e519b9333c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:10:15.612742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 43484) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:10:15.780148 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf8927-b123-488b-ac4a-c10eb628e9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:10:15.782258 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-30cf8927-b123-488b-ac4a-c10eb628e9c4 admin admin] 10.222.0.82 "GET /v2.0/networks/9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec HTTP/1.1" status: 200 len: 842 time: 0.1678066 Jun 17 14:10:15.793043 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Request body: {'subnet': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:10:15.833160 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Made reservation on behalf of 9081d29bae3e4bd38b7085128b74a8ad for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:10:15.836003 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:16.308037 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.objects.ports [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93042) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 14:10:16.308524 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:16.311195 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:16.374879 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9929bb0d-68bb-4aa4-8eba-82b1decc17b5,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:16.380513 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:16.385634 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:10:16.386010 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Network hostable DHCP agents. Network: 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:10:16.407941 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:10:16.419777 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:10:16.424401 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:10:16.424965 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:16.431311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28866de6-1b9e-4ffe-b1cb-7e00783d99f9 None None] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:10:16.450086 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6531837 Jun 17 14:10:16.571320 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6e765-b0f1-4d9c-9ba4-5ec7f259be5b None None] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:10:18.824783 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 43496) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:10:18.964572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 90f92915-1c35-48a5-b8e5-058fe5280d1d up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:10:19.020520 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 90f92915-1c35-48a5-b8e5-058fe5280d1d completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:10:19.025143 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 90f92915-1c35-48a5-b8e5-058fe5280d1d triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:19.026027 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:19.085611 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-18495644-074b-49c7-8272-04186a20a95b admin admin] 10.222.0.82 "GET /v2.0/routers/be8b9c9b-bc74-490f-8014-c60bca90dbf8 HTTP/1.1" status: 200 len: 710 time: 0.2596817 Jun 17 14:10:19.108337 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:19.143263 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 90f92915-1c35-48a5-b8e5-058fe5280d1d, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=90f92915-1c35-48a5-b8e5-058fe5280d1d,segment=NetworkSegment(a647ed2f-c123-44f8-85c9-41e2227e1887),segment_id=a647ed2f-c123-44f8-85c9-41e2227e1887)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:10:19.149092 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:19.154169 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:19.200723 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=90f92915-1c35-48a5-b8e5-058fe5280d1d,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:19.204033 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:19.212905 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87b643-4cf1-4c84-9927-5cd2bf2b741c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:10:19.214284 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-da87b643-4cf1-4c84-9927-5cd2bf2b741c admin admin] 10.222.0.82 "GET /v2.0/networks/9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec HTTP/1.1" status: 200 len: 886 time: 0.1226969 Jun 17 14:10:19.223869 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:10:19.508873 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:19.770889 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:19.855959 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:20.042010 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Allocated IP 172.27.0.181 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/90136894-9c3a-4840-88b1-5c119f233b16) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:10:20.196525 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:20.285412 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:20.287721 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:20.360683 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:10:20.366853 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:10:20.375120 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:10:20.381544 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Pushing event updated for resources: {'Port': ['ID=90136894-9c3a-4840-88b1-5c119f233b16,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:20.413024 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:20.666965 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:20.879993 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:20.884177 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16347636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16347587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16403344'] for router, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:20.943171 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 90f92915-1c35-48a5-b8e5-058fe5280d1d up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:10:21.005070 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Router be8b9c9b-bc74-490f-8014-c60bca90dbf8 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:10:21.047706 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 90f92915-1c35-48a5-b8e5-058fe5280d1d triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:21.048298 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:21.115113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:10:21.120319 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:21.121802 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] 10.222.0.82 "PUT /v2.0/routers/be8b9c9b-bc74-490f-8014-c60bca90dbf8 HTTP/1.1" status: 200 len: 890 time: 1.9020634 Jun 17 14:10:21.127944 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Sync routers for ids ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:10:21.154755 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Routers {'be8b9c9b-bc74-490f-8014-c60bca90dbf8'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:10:21.155465 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:10:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:21.423348 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Set router be8b9c9b-bc74-490f-8014-c60bca90dbf8 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:10:21.891094 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'name': 'router1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '90136894-9c3a-4840-88b1-5c119f233b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:10:02Z', 'updated_at': '2021-06-17T14:10:20Z', 'revision_number': 4, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'gw_port': {'id': '90136894-9c3a-4840-88b1-5c119f233b16', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:19Z', 'updated_at': '2021-06-17T14:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '90f92915-1c35-48a5-b8e5-058fe5280d1d', 'name': '', 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'mac_address': 'fa:16:3e:ea:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:11Z', 'updated_at': '2021-06-17T14:10:19Z', 'revision_number': 5, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'subnets': [{'id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7ed5fa4-fced-4dd4-8f28-12e519b9333c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:21.961871 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Checking router: be8b9c9b-bc74-490f-8014-c60bca90dbf8 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:10:21.962856 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Updating router be8b9c9b-bc74-490f-8014-c60bca90dbf8 port 90136894-9c3a-4840-88b1-5c119f233b16 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:10:21.999294 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:22.365627 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:22.377083 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Transition to ACTIVE for port object 90136894-9c3a-4840-88b1-5c119f233b16 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:10:22.383779 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:22.386117 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:22.440528 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c719-c964-47cc-9ff3-a34892c93546 None None] Pushing event updated for resources: {'Port': ['ID=90136894-9c3a-4840-88b1-5c119f233b16,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:22.445447 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-8af0c719-c964-47cc-9ff3-a34892c93546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:22.446942 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Attempting to bind port 90136894-9c3a-4840-88b1-5c119f233b16 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:10:22.447414 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Attempting to bind port 90136894-9c3a-4840-88b1-5c119f233b16 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:10:22.447873 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Attempting to bind port 90136894-9c3a-4840-88b1-5c119f233b16 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:10:22.454717 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:10:22.455091 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:10:22.455493 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:22.455873 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:10:22.456348 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Bound port: 90136894-9c3a-4840-88b1-5c119f233b16, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:10:22.457432 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:22.513461 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] For port 90136894-9c3a-4840-88b1-5c119f233b16, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:10:22.516824 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] For port 90136894-9c3a-4840-88b1-5c119f233b16, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=90136894-9c3a-4840-88b1-5c119f233b16,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:10:22.521169 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:22.523911 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-8af0c719-c964-47cc-9ff3-a34892c93546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:22.584202 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Routers {'be8b9c9b-bc74-490f-8014-c60bca90dbf8'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:10:22.584823 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:10:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:22.586803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c719-c964-47cc-9ff3-a34892c93546 None None] Pushing event updated for resources: {'Port': ['ID=90136894-9c3a-4840-88b1-5c119f233b16,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:22.590624 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-8af0c719-c964-47cc-9ff3-a34892c93546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:22.777709 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] Set router be8b9c9b-bc74-490f-8014-c60bca90dbf8 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:10:23.013258 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'name': 'router1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '90136894-9c3a-4840-88b1-5c119f233b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:10:02Z', 'updated_at': '2021-06-17T14:10:20Z', 'revision_number': 4, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'gw_port': {'id': '90136894-9c3a-4840-88b1-5c119f233b16', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:19Z', 'updated_at': '2021-06-17T14:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '90f92915-1c35-48a5-b8e5-058fe5280d1d', 'name': '', 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'mac_address': 'fa:16:3e:ea:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:11Z', 'updated_at': '2021-06-17T14:10:19Z', 'revision_number': 5, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'subnets': [{'id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7ed5fa4-fced-4dd4-8f28-12e519b9333c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:10:23.042191 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d7328-088b-4d96-9939-0c7e79162205 None None] The sync data for ids ['be8b9c9b-bc74-490f-8014-c60bca90dbf8'] in dv-cinder-796286-6-iscsi is: [{'id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'name': 'router1', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '90136894-9c3a-4840-88b1-5c119f233b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:10:02Z', 'updated_at': '2021-06-17T14:10:20Z', 'revision_number': 4, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'gw_port': {'id': '90136894-9c3a-4840-88b1-5c119f233b16', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:19Z', 'updated_at': '2021-06-17T14:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '90f92915-1c35-48a5-b8e5-058fe5280d1d', 'name': '', 'network_id': '0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e', 'tenant_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'mac_address': 'fa:16:3e:ea:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8b9c9b-bc74-490f-8014-c60bca90dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:10:11Z', 'updated_at': '2021-06-17T14:10:19Z', 'revision_number': 5, 'project_id': 'cf231b7ff3fb4a03ac05bf9dccc6d44e', 'subnets': [{'id': '3a38115e-df6a-412e-a60f-6a189e47c77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7ed5fa4-fced-4dd4-8f28-12e519b9333c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:10:23.622697 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 43504) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:10:23.752778 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3d9706f2-e99b-4858-b6f7-31f15922cba4 admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1289618 Jun 17 14:10:24.979112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 90136894-9c3a-4840-88b1-5c119f233b16 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:10:25.033174 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 90136894-9c3a-4840-88b1-5c119f233b16 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:10:25.037440 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 90136894-9c3a-4840-88b1-5c119f233b16 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:25.037824 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:25.122017 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:25.146493 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 90136894-9c3a-4840-88b1-5c119f233b16, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=90136894-9c3a-4840-88b1-5c119f233b16,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:10:25.152402 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:25.154771 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:10:25.200971 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=90136894-9c3a-4840-88b1-5c119f233b16,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:10:25.204103 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:10:26.981420 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 90136894-9c3a-4840-88b1-5c119f233b16 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:10:27.074190 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 90136894-9c3a-4840-88b1-5c119f233b16 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:10:27.074782 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:28.658901 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:10:33.716790 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e442887c-2e64-4630-86de-915f1daa924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:36.133937 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-b6701775-93ed-4338-b10a-0d088935fbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:36.816815 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:37.634094 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:10:39.921796 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:03.719673 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-9078a92b-8573-4a1c-ba02-f60bd1559c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:05.664207 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:11:06.128507 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e0354ebe-825c-4887-b9b5-e5eb81a54f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:06.823416 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:07.640915 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:09.921155 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:33.712733 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-83f1c9e1-0c99-409f-a777-06b191139858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:36.131857 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c03ce7b6-93ed-4a38-a8d8-113fa173875f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:36.817572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:37.638456 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:39.924190 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:11:42.665029 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:12:03.724704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-eee69280-e39c-4213-91a7-b67e5392aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:06.134354 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-83151808-559a-4273-aa00-57d17c7486b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:06.828465 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:07.021700 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44072) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:07.099815 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3342986f-be69-45b3-8051-cdd50ff68151 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:12:07.101126 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3342986f-be69-45b3-8051-cdd50ff68151 admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0781181 Jun 17 14:12:07.277667 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f5d11-0cc8-4f25-9e3c-d12cb70f8a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:07.279441 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4f1f5d11-0cc8-4f25-9e3c-d12cb70f8a79 admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1742382 Jun 17 14:12:07.640910 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:09.487607 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44082) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:09.593134 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611af2a4-7e79-40ec-bd70-31966ceb7465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:09.594534 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-611af2a4-7e79-40ec-bd70-31966ceb7465 admin admin] 10.222.0.82 "GET /v2.0/subnets/3a38115e-df6a-412e-a60f-6a189e47c77d HTTP/1.1" status: 200 len: 849 time: 0.1060722 Jun 17 14:12:09.603943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:12:09.699856 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:09.851823 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733203766056'] for subnet, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:09.854300 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c9da4372-7d3f-4a93-bdb7-f668bd6a52d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:12:09.883616 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:09.885090 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:09.885491 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] 10.222.0.82 "PUT /v2.0/subnets/3a38115e-df6a-412e-a60f-6a189e47c77d HTTP/1.1" status: 200 len: 868 time: 0.2855017 Jun 17 14:12:09.903280 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75d5d0-5a38-4c3e-adbd-c9427550443d None None] Network 0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:12:09.914808 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a38115e-df6a-412e-a60f-6a189e47c77d,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:12:09.923316 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.923613 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.923923 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.924258 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.924639 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.924908 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.925227 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.925543 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.925875 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.926221 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.926545 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.926847 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:12:09.930562 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:12:09.969400 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:10.372227 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0c64e5e3-bc78-4d4c-9aa2-9686be8f21ed None None] Provisioning complete for port c35abd7f-b21d-4d76-afd1-1653a39c8187 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:12:10.372515 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0c64e5e3-bc78-4d4c-9aa2-9686be8f21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:10.483971 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0c64e5e3-bc78-4d4c-9aa2-9686be8f21ed None None] Provisioning complete for port 90f92915-1c35-48a5-b8e5-058fe5280d1d triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:12:10.484401 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0c64e5e3-bc78-4d4c-9aa2-9686be8f21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:12.147844 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44092) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:12.409745 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba6a6c6-fc0b-426b-a2c3-e3cfaa5e41e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:12.410172 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba6a6c6-fc0b-426b-a2c3-e3cfaa5e41e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:12.411682 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6ba6a6c6-fc0b-426b-a2c3-e3cfaa5e41e4 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2628782 Jun 17 14:12:14.643210 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44100) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:14.793577 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5529803-51b7-4657-9a0b-b346d08c5189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:14.794086 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5529803-51b7-4657-9a0b-b346d08c5189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:14.795641 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b5529803-51b7-4657-9a0b-b346d08c5189 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1514323 Jun 17 14:12:17.047641 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44108) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:17.181297 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f25005-02ce-49c8-a595-4aa85cef2ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:17.182697 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-15f25005-02ce-49c8-a595-4aa85cef2ad6 admin admin] 10.222.0.82 "GET /v2.0/networks/0b9ccdfb-ea8e-4a34-8e8b-87dd11d0720e HTTP/1.1" status: 200 len: 870 time: 0.1341190 Jun 17 14:12:19.390798 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44116) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:19.603688 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2307d397-1353-40c7-b167-24cc2ee4516f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:19.605231 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-2307d397-1353-40c7-b167-24cc2ee4516f admin admin] 10.222.0.82 "GET /v2.0/networks/9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec HTTP/1.1" status: 200 len: 886 time: 0.2133446 Jun 17 14:12:19.663536 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:12:21.829869 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44124) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:21.968209 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf7fdc-e7f7-4f4e-8ced-bb92840a03d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:21.969210 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf7fdc-e7f7-4f4e-8ced-bb92840a03d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:21.970945 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-cbcf7fdc-e7f7-4f4e-8ced-bb92840a03d3 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1400762 Jun 17 14:12:24.127421 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44132) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:24.220022 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed364b2-0cf7-4bed-ad6b-f2dcb83b5430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:24.220478 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed364b2-0cf7-4bed-ad6b-f2dcb83b5430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:24.222007 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0ed364b2-0cf7-4bed-ad6b-f2dcb83b5430 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935986 Jun 17 14:12:26.428800 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44140) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:26.520525 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151b701-47a5-4645-b1fb-8f97823f6963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:26.521806 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d151b701-47a5-4645-b1fb-8f97823f6963 admin admin] 10.222.0.82 "GET /v2.0/subnets/3a38115e-df6a-412e-a60f-6a189e47c77d HTTP/1.1" status: 200 len: 868 time: 0.0920687 Jun 17 14:12:28.841892 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44148) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:28.931198 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1abe42c-ce3b-4ffe-b573-1bf2c67d5b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:28.932524 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f1abe42c-ce3b-4ffe-b573-1bf2c67d5b35 admin admin] 10.222.0.82 "GET /v2.0/subnets/9929bb0d-68bb-4aa4-8eba-82b1decc17b5 HTTP/1.1" status: 200 len: 816 time: 0.0890381 Jun 17 14:12:33.719823 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ebd073eb-2d1c-4ea8-a4a8-fa5144259364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:36.135327 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-35f662c1-e63d-4f94-a9b0-4ceb9226e6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:36.821943 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:37.643825 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:39.928438 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:52.690800 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44192) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:52.738660 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [None req-29547b3d-55d8-4b1a-ba51-417aa8a03b88 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:12:52.739642 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-29547b3d-55d8-4b1a-ba51-417aa8a03b88 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479124 Jun 17 14:12:54.969711 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44200) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:55.030696 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cc85de-6acb-4db7-9646-41c7112a2989 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:12:55.032018 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-a0cc85de-6acb-4db7-9646-41c7112a2989 admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613432 Jun 17 14:12:55.171670 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6796c80-28a3-4e7a-a33f-994c139f4736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:55.173096 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-a6796c80-28a3-4e7a-a33f-994c139f4736 admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371591 Jun 17 14:12:56.663857 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:12:57.383609 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44208) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:57.430151 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:12:57.453622 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Made reservation on behalf of 9081d29bae3e4bd38b7085128b74a8ad for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:12:57.456600 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:57.494884 dv-cinder-796286-6-iscsi neutron-server[93042]: WARNING neutron.services.revisions.revision_plugin [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Could not find related network for resource to bump revision. Jun 17 14:12:57.507944 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:12:57.518326 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:57.518658 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Added segment b6f3c46b-1751-4aea-adba-e7b5344245a8 of type vlan for network 702f0321-a9c4-4684-b265-9509066516da Jun 17 14:12:57.555950 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:57.584326 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:57.585790 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:12:57.586375 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:12:57.589047 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:12:57.634685 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2499793 Jun 17 14:12:57.645015 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Pushing event updated for resources: {'Network': ['ID=702f0321-a9c4-4684-b265-9509066516da,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:12:57.647896 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:12:57.655513 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 702f0321-a9c4-4684-b265-9509066516da details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:12:59.864878 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44216) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:12:59.930851 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7649664b-628e-4c78-8653-17d026f8db88 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:12:59.932209 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-7649664b-628e-4c78-8653-17d026f8db88 admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0663567 Jun 17 14:13:00.000000 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f69bd-24d2-4d2a-a691-c8d16862a60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:13:00.001447 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-711f69bd-24d2-4d2a-a691-c8d16862a60c admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0654259 Jun 17 14:13:00.010938 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '702f0321-a9c4-4684-b265-9509066516da', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:13:00.031686 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Made reservation on behalf of 9081d29bae3e4bd38b7085128b74a8ad for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:13:00.034024 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:00.197897 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:00.199865 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:13:00.246497 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329bcd81-0730-4756-b7a7-cf0e65a0fef1,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:13:00.253523 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:13:00.261660 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Checking segment: {'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:13:00.262026 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Network hostable DHCP agents. Network: 702f0321-a9c4-4684-b265-9509066516da, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:13:00.278938 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Network 702f0321-a9c4-4684-b265-9509066516da is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:13:00.287863 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 702f0321-a9c4-4684-b265-9509066516da) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:13:00.292525 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:13:00.293131 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:00.298112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a587c-3d99-4fee-837c-d093eaa9044c None None] Network 702f0321-a9c4-4684-b265-9509066516da requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:13:00.310080 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3023682 Jun 17 14:13:00.552962 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-702f0321-a9c4-4684-b265-9509066516da', 'network_id': '702f0321-a9c4-4684-b265-9509066516da', 'tenant_id': '9081d29bae3e4bd38b7085128b74a8ad', 'fixed_ips': [{'subnet_id': '329bcd81-0730-4756-b7a7-cf0e65a0fef1'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:13:00.553829 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:00.694138 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Allocated IP 192.168.233.2 (702f0321-a9c4-4684-b265-9509066516da/329bcd81-0730-4756-b7a7-cf0e65a0fef1/7c105e94-ff3d-4799-80f3-a158448fd27f) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:13:00.845628 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:00.854516 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Transition to ACTIVE for port object 7c105e94-ff3d-4799-80f3-a158448fd27f will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:13:00.870006 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Transition to ACTIVE for port object 7c105e94-ff3d-4799-80f3-a158448fd27f will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:13:00.876747 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:00.879119 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:13:00.918774 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Network 702f0321-a9c4-4684-b265-9509066516da is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:13:00.922599 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:13:00.926176 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:13:00.937387 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Pushing event updated for resources: {'Port': ['ID=7c105e94-ff3d-4799-80f3-a158448fd27f,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:13:00.946994 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.947333 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.947678 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.948009 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.948339 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.948672 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.948999 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.949318 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.949662 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.950000 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.950325 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.950640 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:13:00.970014 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:13:01.012638 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Attempting to bind port 7c105e94-ff3d-4799-80f3-a158448fd27f on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:13:01.012992 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Attempting to bind port 7c105e94-ff3d-4799-80f3-a158448fd27f by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:13:01.013351 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Attempting to bind port 7c105e94-ff3d-4799-80f3-a158448fd27f on network 702f0321-a9c4-4684-b265-9509066516da {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:13:01.022527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:13:01.022900 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Checking segment: {'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:13:01.023302 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:01.023697 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Bound using segment: {'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:13:01.024167 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Bound port: 7c105e94-ff3d-4799-80f3-a158448fd27f, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:13:01.024648 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:01.153355 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] For port 7c105e94-ff3d-4799-80f3-a158448fd27f, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:13:01.157725 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] For port 7c105e94-ff3d-4799-80f3-a158448fd27f, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=7c105e94-ff3d-4799-80f3-a158448fd27f,segment=NetworkSegment(b6f3c46b-1751-4aea-adba-e7b5344245a8),segment_id=b6f3c46b-1751-4aea-adba-e7b5344245a8)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:13:01.171311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:01.178323 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:13:01.251676 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Pushing event updated for resources: {'Port': ['ID=7c105e94-ff3d-4799-80f3-a158448fd27f,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:13:01.262787 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:13:02.051338 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162c5b3-e4a0-4c41-aff7-dbe675068954 None None] Network 702f0321-a9c4-4684-b265-9509066516da requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:13:02.136628 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-13418ea5-a655-4ea2-8279-511468a7c0b1 None None] Provisioning for port 7c105e94-ff3d-4799-80f3-a158448fd27f completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:13:03.095885 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 7c105e94-ff3d-4799-80f3-a158448fd27f up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:13:03.147029 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 7c105e94-ff3d-4799-80f3-a158448fd27f completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:13:03.151374 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 7c105e94-ff3d-4799-80f3-a158448fd27f triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:13:03.151797 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:03.233104 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:03.265939 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 7c105e94-ff3d-4799-80f3-a158448fd27f, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=7c105e94-ff3d-4799-80f3-a158448fd27f,segment=NetworkSegment(b6f3c46b-1751-4aea-adba-e7b5344245a8),segment_id=b6f3c46b-1751-4aea-adba-e7b5344245a8)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:13:03.270794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:03.273221 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:13:03.326143 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=7c105e94-ff3d-4799-80f3-a158448fd27f,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:13:03.329442 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:13:03.721028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-6dd40afe-330d-4c57-9a97-e1a2a65b9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:05.064484 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 7c105e94-ff3d-4799-80f3-a158448fd27f up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:13:05.118807 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 7c105e94-ff3d-4799-80f3-a158448fd27f triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:13:05.119515 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:06.137787 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-374f261d-0232-433d-aca1-958fcad04e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:06.825738 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:07.646880 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:09.933151 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:33.661906 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:13:33.722696 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4174128b-6ff7-4cc6-bfe2-0617f4ed3633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:36.140363 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-279aa935-15ec-4e99-93be-d1d0fdbe0ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:36.829317 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:37.650574 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:13:39.937907 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:03.724062 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-786eaf21-3117-4e88-b2f6-4f70f93f039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:06.149741 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f5349e9a-936b-4cc4-bee5-5328b7237309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:06.831020 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:07.652352 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:09.441724 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44270) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:14:09.448555 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [None req-7c025073-5ece-4dfa-8c90-33d32873d768 tempest-verify_tempest_config-1841210186 tempest-verify_tempest_config-1841210186-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:14:09.449617 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-7c025073-5ece-4dfa-8c90-33d32873d768 tempest-verify_tempest_config-1841210186 tempest-verify_tempest_config-1841210186-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069318 Jun 17 14:14:09.756759 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44288) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:14:09.862641 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:09.942541 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:09.958010 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:09.962161 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:09.967971 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:14:10.006360 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2ad907984f414d979593d545d0b3ddfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2485898 Jun 17 14:14:10.007511 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da48787-5d74-425a-ae03-e39a49476cf7,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:14:10.009018 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44292) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:14:10.015470 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.015863 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.016687 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.017017 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.017342 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.017822 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.019206 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.019542 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.019884 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.020210 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.020526 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.020836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.024736 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:14:10.068675 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:10.089871 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:10.178479 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:10.181704 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:10.182876 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1da48787-5d74-425a-ae03-e39a49476cf7 HTTP/1.1" status: 204 len: 168 time: 0.1723807 Jun 17 14:14:10.183556 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:14:10.191252 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da48787-5d74-425a-ae03-e39a49476cf7,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:14:10.197791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.198165 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.198504 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.198835 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.199160 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.199506 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.199914 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.200256 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.200566 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.200881 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.201197 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.201636 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:14:10.204784 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:14:10.661480 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:14:33.725422 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-41b4ad88-e155-4d32-87c9-bed627d585a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:36.139617 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1605-3915-4925-9451-258d9afaad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:36.832764 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:37.654211 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:39.942093 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:14:47.660036 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:15:03.727348 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-83706c89-8327-458e-beb0-e8836994d26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:06.141713 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-92cd7bf7-1136-4659-b6f5-503bcc43c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:06.842784 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:07.658114 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:09.949844 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:24.658482 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 5 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:15:33.729754 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-761a9c9a-a07e-4731-892c-548c5e7c44f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:36.144485 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7ef0f76d-4837-45b9-8a69-3fbea30d8cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:36.837041 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:37.662776 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:39.953948 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:52.012015 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530'] for agent, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:15:57.773699 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44346) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:15:57.883374 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b8a43b01-eef0-4d81-9b21-cb02ae959f41 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1085279 Jun 17 14:16:00.060107 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44356) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:16:00.113924 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-803ab123-0c01-4986-bffa-4b518b4ad202 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527482 Jun 17 14:16:01.658342 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:16:03.732214 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4cd2934c-d236-4a0f-aaa5-5e402055c4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:06.146326 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d12ee9b7-1a00-4514-a25d-49c9297e592a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:06.840235 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:07.663610 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:09.953062 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:21.979875 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:33.732415 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0e9864bf-b440-49fc-be3f-208460a4e087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:36.148051 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c5e57441-2013-4d0e-8268-56977f7b7dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:36.842463 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:37.668196 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:38.657033 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:16:39.957973 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:16:51.970206 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:03.735109 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-494822f1-fda0-441b-ac02-4bfa9e2ed3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:06.154100 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-3829fff1-4120-47a8-b1ad-635c603779f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:06.849744 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:07.674316 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:09.958618 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:15.658290 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:17:21.969544 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.105620 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44508) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:32.437597 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-758265689-network', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:32.474840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Made reservation on behalf of 7c6d035261fe40cf96902e8c73e931ad for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:32.479421 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.492263 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.631226 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.638208 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.664382 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:17:32.684406 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.685405 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Added segment a8b50620-7c20-41c1-960a-fb44d37f79fa of type vlan for network 65d81fd4-a15f-4c86-8168-67253326f05b Jun 17 14:17:32.761154 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.765349 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:32.794152 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac8728-eb5b-4ee8-8b3a-f93399fd74e9,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:32.803784 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.804211 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.804611 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.804997 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.805378 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.805762 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.806182 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.806556 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.806959 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.807486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.808110 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.808440 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Tracked resource versions report: Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: pushed versions: Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: { 'AddressGroup': {'1.2'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'ConntrackHelper': {'1.0'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Log': {'1.0'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Network': {'1.1'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Port': {'1.7'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'PortForwarding': {'1.2'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'QosPolicy': {'1.8'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroup': {'1.4'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SubPort': {'1.0'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Subnet': {'1.1'}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Trunk': {'1.1'}} Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: consumer versions: Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'ConntrackHelper': '1.0', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Log': '1.0', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Network': '1.1', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Port': '1.7', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'PortForwarding': '1.2', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'QosPolicy': '1.8', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroup': '1.4', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SecurityGroupRule': '1.2', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'SubPort': '1.0', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Subnet': '1.1', Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: 'Trunk': '1.1'}} Jun 17 14:17:32.809727 dv-cinder-796286-6-iscsi neutron-server[93042]: {{(pid=93042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:17:32.815447 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:32.854872 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.856595 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:32.857660 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:32.861114 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d60fbb44-b0b3-4b2a-a478-6bfddb4d8a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:32.926903 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=65d81fd4-a15f-4c86-8168-67253326f05b,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:32.932132 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:32.940392 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 65d81fd4-a15f-4c86-8168-67253326f05b details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:17:32.941223 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8344252 Jun 17 14:17:32.944761 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44562) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:32.949658 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Request body: {'subnet': {'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-758265689-subnet', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:32.993070 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Made reservation on behalf of 7c6d035261fe40cf96902e8c73e931ad for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:33.003102 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.226425 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.231308 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:33.309198 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545ee737-32c9-4a9a-899c-66fe2f29be99,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:33.319622 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:33.372733 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Checking segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:33.373138 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Network hostable DHCP agents. Network: 65d81fd4-a15f-4c86-8168-67253326f05b, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:17:33.398070 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Network 65d81fd4-a15f-4c86-8168-67253326f05b is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:17:33.413056 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 65d81fd4-a15f-4c86-8168-67253326f05b) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:33.424028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf39b17-1cb6-4a59-a82b-c70447bcf2ea None None] Network 65d81fd4-a15f-4c86-8168-67253326f05b requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:33.425163 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:33.427054 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.446459 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44578) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:33.455850 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-e7047ad2-da6c-4dda-9dc7-79e147065ef7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5099878 Jun 17 14:17:33.456578 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44584) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:33.466790 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:33.534819 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.536325 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.547396 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44588) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:33.556295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44590) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:33.589521 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44598) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:33.652307 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-65d81fd4-a15f-4c86-8168-67253326f05b', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:17:33.653566 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.688039 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.789426 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-network', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:33.794666 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2692-de96-4187-92ab-11d93a67bf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.817522 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Made reservation on behalf of d9b4270b0433443cafb370696b7f5d08 for: {'network': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:33.821815 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.832503 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.839408 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-588752381-network', 'tenant_id': '11baa27c121146b1b5406cec2bfdd55f'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:33.859564 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.db.api [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 14:17:33.859564 dv-cinder-796286-6-iscsi neutron-server[93041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 14:17:33.859564 dv-cinder-796286-6-iscsi neutron-server[93041]: [parameters: {'project_id_1': 'd9b4270b0433443cafb370696b7f5d08', 'expiration_1': datetime.datetime(2021, 6, 17, 14, 17, 33, 850100)}] Jun 17 14:17:33.859564 dv-cinder-796286-6-iscsi neutron-server[93041]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:17:33.860903 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_db.api [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:17:33.871077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Made reservation on behalf of 11baa27c121146b1b5406cec2bfdd55f for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:33.875591 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.894763 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:33.922653 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Allocated IP 172.20.0.2 (65d81fd4-a15f-4c86-8168-67253326f05b/545ee737-32c9-4a9a-899c-66fe2f29be99/ee4a8360-ea43-43d2-b1d8-64bebdc89e2b) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:33.949520 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.042261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-313799712-network', 'tenant_id': '7a82b26547134cb59f3791a39e205822'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:34.067690 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.074918 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.094960 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:17:34.106953 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.107446 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Added segment 62d7966b-1363-4165-bb68-e3c4c9d46b03 of type vlan for network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 Jun 17 14:17:34.165572 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.210066 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-161830950-network', 'tenant_id': '4891408382304eef8d46db5b00d5ec12'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:34.215033 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-89c5dfe7-5e96-4341-b238-6fe589757ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:34.238562 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.254106 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.254885 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bec3ba-1b68-4fde-910b-09106448723f,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:34.264034 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:34.266070 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:34.266647 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.272794 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.281302 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:34.314997 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.326405 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Made reservation on behalf of 7a82b26547134cb59f3791a39e205822 for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:34.329033 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.337116 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Transition to ACTIVE for port object ee4a8360-ea43-43d2-b1d8-64bebdc89e2b will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:34.371355 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8223822 Jun 17 14:17:34.380466 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44622) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:34.385539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.394566 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Request body: {'subnet': {'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-588752381-subnet', 'tenant_id': '11baa27c121146b1b5406cec2bfdd55f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:34.406388 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.406596 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Transition to ACTIVE for port object ee4a8360-ea43-43d2-b1d8-64bebdc89e2b will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:34.411173 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Pushing event updated for resources: {'Network': ['ID=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:34.414318 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:34.421207 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.422813 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Made reservation on behalf of 4891408382304eef8d46db5b00d5ec12 for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:34.424619 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Allocated IP 172.27.0.135 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/0d96113a-d78e-42bd-b99a-b28c47f68c95) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:34.425220 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.430993 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:34.437359 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:17:34.445951 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.460959 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Made reservation on behalf of 11baa27c121146b1b5406cec2bfdd55f for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:34.463854 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.555050 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.651592 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.656425 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:34.658113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.684954 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.697245 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:34.731541 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:34.748751 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:34.752717 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:34.789160 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Network 65d81fd4-a15f-4c86-8168-67253326f05b is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:34.791669 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:34.798429 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:34.820102 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Pushing event updated for resources: {'Port': ['ID=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:34.860974 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.861763 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.862326 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.863301 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.863856 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.864392 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.864946 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.865530 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.866810 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.867508 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.868045 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.868571 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Tracked resource versions report: Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: pushed versions: Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: { 'AddressGroup': {'1.2'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'ConntrackHelper': {'1.0'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Log': {'1.0'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Network': {'1.1'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Port': {'1.7'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'PortForwarding': {'1.2'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'QosPolicy': {'1.8'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroup': {'1.4'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SubPort': {'1.0'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Subnet': {'1.1'}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Trunk': {'1.1'}} Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: consumer versions: Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'ConntrackHelper': '1.0', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Log': '1.0', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Network': '1.1', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Port': '1.7', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'PortForwarding': '1.2', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'QosPolicy': '1.8', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroup': '1.4', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SecurityGroupRule': '1.2', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'SubPort': '1.0', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Subnet': '1.1', Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: 'Trunk': '1.1'}} Jun 17 14:17:34.870051 dv-cinder-796286-6-iscsi neutron-server[93043]: {{(pid=93043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:17:34.888423 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:34.926908 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Attempting to bind port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:34.927723 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Attempting to bind port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:34.929541 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Attempting to bind port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b on network 65d81fd4-a15f-4c86-8168-67253326f05b {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:34.930350 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Pushing event updated for resources: {'Port': ['ID=0d96113a-d78e-42bd-b99a-b28c47f68c95,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:34.936794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:34.937590 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Checking segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:34.938250 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.938862 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Bound using segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:34.939680 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Bound port: ee4a8360-ea43-43d2-b1d8-64bebdc89e2b, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:34.940269 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:34.953272 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a488ec2-818f-4598-880c-f7c5f425b635,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:34.957095 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:34.988214 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:17:35.016851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.017233 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Added segment 3b4fe499-5238-4ef9-938d-82940504c476 of type vlan for network 6e70ccef-d19e-435e-bd0d-73541f612d8d Jun 17 14:17:35.038893 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.042451 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.042991 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.043498 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.043967 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.045067 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.045574 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.046382 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.058658 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.059235 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.059740 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.060227 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Tracked resource versions report: Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: pushed versions: Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: { 'AddressGroup': {'1.2'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'ConntrackHelper': {'1.0'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Log': {'1.0'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Network': {'1.1'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Port': {'1.7'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'PortForwarding': {'1.2'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'QosPolicy': {'1.8'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroup': {'1.4'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SubPort': {'1.0'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Subnet': {'1.1'}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Trunk': {'1.1'}} Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: consumer versions: Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'ConntrackHelper': '1.0', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Log': '1.0', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Network': '1.1', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Port': '1.7', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'PortForwarding': '1.2', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'QosPolicy': '1.8', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroup': '1.4', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SecurityGroupRule': '1.2', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'SubPort': '1.0', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Subnet': '1.1', Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: 'Trunk': '1.1'}} Jun 17 14:17:35.061502 dv-cinder-796286-6-iscsi neutron-server[93041]: {{(pid=93041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:17:35.070010 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:35.085585 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] For port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:35.092648 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] For port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:35.099116 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.112876 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:35.145414 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.212261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.231664 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Pushing event updated for resources: {'Port': ['ID=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:35.232097 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:35.247394 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:35.302806 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e3c58c-15ec-447e-8c1f-ae4114f2c41a,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:35.307088 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:35.313319 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.322463 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:35.323038 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.327689 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.332141 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:35.335630 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.396282 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Pushing event updated for resources: {'Network': ['ID=6e70ccef-d19e-435e-bd0d-73541f612d8d,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:35.399651 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:35.403310 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.417543 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 6e70ccef-d19e-435e-bd0d-73541f612d8d details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:17:35.424687 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:35.451462 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b10408-9e8c-4a4e-9250-c142d7325b11,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:35.454727 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:35.457830 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Checking segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:35.458262 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Network hostable DHCP agents. Network: ce42c237-fa0b-46da-a2d8-7f46dc26e2c8, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:17:35.468856 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:17:35.492347 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.492676 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Added segment 2413a7b6-ab72-4808-82cd-60b89d9dbfb0 of type vlan for network 80c52f70-21e7-42df-8b3a-2db59374c6fc Jun 17 14:17:35.527845 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:17:35.570667 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, ce42c237-fa0b-46da-a2d8-7f46dc26e2c8) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:35.575292 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:35.575840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.612013 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.630103 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ded747-d1d3-48ea-9b5a-7fd4f54a7abb None None] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:35.666388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.674884 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:35.675470 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:35.679621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:35.750894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Pushing event updated for resources: {'Network': ['ID=80c52f70-21e7-42df-8b3a-2db59374c6fc,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:35.753836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:35.762392 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:17:35.887590 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322db21-16ce-49ff-91fc-511ebecee1a4 None None] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:35.889863 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.051320 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Router ffc10e8e-f693-4f28-bea1-224c134b0bcf is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:17:36.150357 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.160275 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.166028 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7780495 Jun 17 14:17:36.168462 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6104367 Jun 17 14:17:36.173431 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5825832 Jun 17 14:17:36.174405 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44680) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:36.174919 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44682) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:36.177811 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8cb7582c-bba6-434d-81dc-205a72ea4f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.188692 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Request body: {'subnet': {'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-313799712-subnet', 'tenant_id': '7a82b26547134cb59f3791a39e205822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:36.199037 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0bd6b4cc-0aa8-4f79-b5ae-f7a774755659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:36.201419 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:17:36.214338 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Sync routers for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:17:36.231578 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Request body: {'subnet': {'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-subnet', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:36.233368 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.237427 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7792339 Jun 17 14:17:36.238041 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44690) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:36.250024 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:36.252131 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:36.253442 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=93041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:17:36.279440 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Made reservation on behalf of 7a82b26547134cb59f3791a39e205822 for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:36.286441 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.427219 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.427572 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.segments_db [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Added segment 6514b6aa-8985-4fff-903b-1478728b30b2 of type vlan for network dcf13b0e-1f02-459c-b711-b134524684be Jun 17 14:17:36.544709 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.614355 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:36.647460 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.656695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c67e9a5-1db5-4ce1-bff7-00b06b9e9b4a,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:36.677443 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:36.679067 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.684494 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.692024 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:36.697212 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-bfa6a2b3-dd00-43af-a2d9-5148a4df9dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:36.700599 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4410eade-c5a1-4e9b-a6dd-31f02baf585c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:36.786022 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Made reservation on behalf of 4891408382304eef8d46db5b00d5ec12 for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:36.807049 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.858557 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:36.897189 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf12774-69c8-420c-b034-3165d9fd3d2c None None] Network 65d81fd4-a15f-4c86-8168-67253326f05b requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:36.910533 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4629023 Jun 17 14:17:36.924299 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44726) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:36.939695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Pushing event updated for resources: {'Network': ['ID=dcf13b0e-1f02-459c-b711-b134524684be,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:36.946759 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:36.949773 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Request body: {'subnet': {'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-subnet', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:37.047081 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network dcf13b0e-1f02-459c-b711-b134524684be details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:17:37.094543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44738) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:37.097230 dv-cinder-796286-6-iscsi neutron-server[93041]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 14:17:37.112540 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92972a3c-fcac-410d-a3df-ab6975cd2932,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:37.120164 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:37.136819 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Checking segment: {'id': '3b4fe499-5238-4ef9-938d-82940504c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:37.137391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Network hostable DHCP agents. Network: 6e70ccef-d19e-435e-bd0d-73541f612d8d, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:17:37.149269 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Made reservation on behalf of d9b4270b0433443cafb370696b7f5d08 for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:37.151948 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.177653 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:35Z', 'revision_number': 3, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:37.228925 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-2fe825a5-cb18-4c76-9820-ba7cd1a9bf2d None None] Provisioning for port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:37.258405 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Checking router: ffc10e8e-f693-4f28-bea1-224c134b0bcf for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:17:37.258961 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Updating router ffc10e8e-f693-4f28-bea1-224c134b0bcf port 0d96113a-d78e-42bd-b99a-b28c47f68c95 binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:17:37.316222 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.324247 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Network 6e70ccef-d19e-435e-bd0d-73541f612d8d is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:17:37.404658 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ee4a8360-ea43-43d2-b1d8-64bebdc89e2b up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:37.438357 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 6e70ccef-d19e-435e-bd0d-73541f612d8d) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:37.458983 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:37.464231 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd746b4-c2ff-43a4-8f59-15b9a774046e None None] Network 6e70ccef-d19e-435e-bd0d-73541f612d8d requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:37.465167 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.563674 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3877277 Jun 17 14:17:37.602182 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.609603 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-134fa7fb-74b8-4d09-918a-587eeb78a163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:37.628505 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:37.636949 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:37.637297 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.729627 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=47407229-ab4c-47d0-95e1-848c70199eb4,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:37.738616 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:37.745033 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.751466 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:37.753800 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Checking segment: {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:37.754458 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Network hostable DHCP agents. Network: 80c52f70-21e7-42df-8b3a-2db59374c6fc, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:17:37.782236 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.823036 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:17:37.827384 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:37.835604 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:37.847657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 80c52f70-21e7-42df-8b3a-2db59374c6fc) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:37.859622 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Checking segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:37.860188 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Network hostable DHCP agents. Network: dcf13b0e-1f02-459c-b711-b134524684be, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:17:37.864426 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:37.865378 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.902167 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04751afe-865f-4ccd-8d74-cc30d926331b None None] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:37.902867 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7196553 Jun 17 14:17:37.903545 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44758) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:37.908477 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:17:37.910314 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:37.916424 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.931866 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.933254 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Transition to ACTIVE for port object 0d96113a-d78e-42bd-b99a-b28c47f68c95 will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:37.936659 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.944384 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Network dcf13b0e-1f02-459c-b711-b134524684be is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:17:37.949147 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:37.951850 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-f4be4ae4-e2d5-4866-a012-f6fd2e86825c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:37.989361 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, dcf13b0e-1f02-459c-b711-b134524684be) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:38.002324 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:38.003016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.009621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.012582 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.036062 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.041854 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Attempting to bind port 0d96113a-d78e-42bd-b99a-b28c47f68c95 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:38.042723 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Attempting to bind port 0d96113a-d78e-42bd-b99a-b28c47f68c95 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:38.043259 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Attempting to bind port 0d96113a-d78e-42bd-b99a-b28c47f68c95 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:38.046918 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Pushing event updated for resources: {'Port': ['ID=0d96113a-d78e-42bd-b99a-b28c47f68c95,revision_number=2']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:38.058463 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:38.059159 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:38.059749 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.060318 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:38.060990 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Bound port: 0d96113a-d78e-42bd-b99a-b28c47f68c95, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:38.061535 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.107933 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:38.110632 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76098cc9-1e67-4c36-8901-901f8458eba3 None None] Network 6e70ccef-d19e-435e-bd0d-73541f612d8d requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:38.115280 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b8394-a6ae-4fba-8f68-1e3516c3669d None None] Network dcf13b0e-1f02-459c-b711-b134524684be requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:38.152340 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-68843ddc-b878-4ba6-ac90-7b9515f42a89 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:38.154242 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-68843ddc-b878-4ba6-ac90-7b9515f42a89 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 1.0584743 Jun 17 14:17:38.155786 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.156342 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.156675 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.156999 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.157317 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.157637 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.158005 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.158316 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.158630 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.158946 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.159252 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.159562 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Tracked resource versions report: Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: pushed versions: Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: { 'AddressGroup': {'1.2'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'ConntrackHelper': {'1.0'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Log': {'1.0'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Network': {'1.1'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Port': {'1.7'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'PortForwarding': {'1.2'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'QosPolicy': {'1.8'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroup': {'1.4'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SubPort': {'1.0'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Subnet': {'1.1'}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Trunk': {'1.1'}} Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: consumer versions: Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: { DHCP agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: L3 agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: Metadata agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: Metering agent@dv-cinder-796286-6-iscsi: {}, Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: Open vSwitch agent@dv-cinder-796286-6-iscsi: { 'AddressGroup': '1.2', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'ConntrackHelper': '1.0', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Log': '1.0', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Network': '1.1', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Port': '1.7', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'PortForwarding': '1.2', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'QosPolicy': '1.8', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroup': '1.4', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SecurityGroupRule': '1.2', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'SubPort': '1.0', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Subnet': '1.1', Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: 'Trunk': '1.1'}} Jun 17 14:17:38.166191 dv-cinder-796286-6-iscsi neutron-server[93044]: {{(pid=93044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:17:38.173907 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:38.179823 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.213445 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-4652dcd5-eea5-4325-bfae-1bca6e21596f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/quotas/11baa27c121146b1b5406cec2bfdd55f HTTP/1.1" status: 200 len: 375 time: 0.0230851 Jun 17 14:17:38.261812 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] For port 0d96113a-d78e-42bd-b99a-b28c47f68c95, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:38.267732 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] For port 0d96113a-d78e-42bd-b99a-b28c47f68c95, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=0d96113a-d78e-42bd-b99a-b28c47f68c95,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:38.276437 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.287265 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-e29b76b0-9779-4c88-9c19-3dd36699328e admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3592987 Jun 17 14:17:38.290353 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-20bf4f24-5e6e-436c-a120-cae1e5f8a89f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756381 Jun 17 14:17:38.293514 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44784) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:38.299960 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:38.300406 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:38.338907 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.340707 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.347001 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 44792) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:38.378640 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Pushing event updated for resources: {'Port': ['ID=0d96113a-d78e-42bd-b99a-b28c47f68c95,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:38.389870 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:38.394658 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:38.395275 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:38.454613 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:38.469359 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-575af7e6-62f5-4ecb-9c02-a0832154c338 None None] Provisioning complete for port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:38.470309 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-575af7e6-62f5-4ecb-9c02-a0832154c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.488825 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.551844 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:38.555415 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:38.735160 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d93869-bb0a-4e6a-8bbd-194fa892e21e None None] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:38.873439 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:38.900131 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-fefbcfab-add5-4d41-b8c8-5f8a3e3ffe6f tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:38.903467 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-fefbcfab-add5-4d41-b8c8-5f8a3e3ffe6f tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/networks?id=6e70ccef-d19e-435e-bd0d-73541f612d8d HTTP/1.1" status: 200 len: 811 time: 0.5048401 Jun 17 14:17:38.912659 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:35Z', 'revision_number': 3, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:38.915794 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.037900 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db91b27-517e-4842-ba78-3ed3a063c08c None None] The sync data for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi is: [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:35Z', 'revision_number': 3, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:17:39.038305 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.045329 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-2846c6ad-a9bd-4409-89de-42d19f6a4923 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:17:39.048272 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-2846c6ad-a9bd-4409-89de-42d19f6a4923 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154976 Jun 17 14:17:39.121136 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-dcf13b0e-1f02-459c-b711-b134524684be', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:17:39.122642 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.184447 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-db84e7f2-3769-45c8-9ab1-1d420f4ddb22 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/quotas/7a82b26547134cb59f3791a39e205822 HTTP/1.1" status: 200 len: 375 time: 0.1348987 Jun 17 14:17:39.240940 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Allocated IP 172.27.0.103 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/a853aa83-1b58-40de-bede-5333e3a0b747) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:39.310749 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ee4a8360-ea43-43d2-b1d8-64bebdc89e2b up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:39.362070 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.422850 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.452819 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d2a9e815-53fc-4695-b69e-3a925e43fa69 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7a82b26547134cb59f3791a39e205822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2673662 Jun 17 14:17:39.500075 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.505414 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:39.514468 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Allocated IP 172.20.0.2 (dcf13b0e-1f02-459c-b711-b134524684be/e9c8af69-4edf-471b-9f8e-4d5cce40f4ec/3d4d082e-cd32-4b36-a1fc-18b022ca62b6) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:39.537420 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:39.538018 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.555264 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:39.558963 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:39.563284 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:39.590726 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Allocated IP 172.20.0.1 (65d81fd4-a15f-4c86-8168-67253326f05b/545ee737-32c9-4a9a-899c-66fe2f29be99/ffbd6bef-d785-4dec-9289-970aba99225e) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:39.691752 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-59adb128-8c7e-4130-a3c4-0550b5d46949 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:17:39.693174 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-59adb128-8c7e-4130-a3c4-0550b5d46949 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1636865 Jun 17 14:17:39.722502 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-b2812bac-cb0b-4e88-9c6c-91304d724664 service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589544 Jun 17 14:17:39.780251 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a853aa83-1b58-40de-bede-5333e3a0b747,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:39.816111 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.833518 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Transition to ACTIVE for port object 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:39.857028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Transition to ACTIVE for port object 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:39.857894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:39.869574 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.873731 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-ce7b6977-175a-47f4-ac7d-ad6eecb18e41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:39.923125 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Network dcf13b0e-1f02-459c-b711-b134524684be is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:39.926161 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:39.931337 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:39.933900 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:39.978737 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Pushing event updated for resources: {'Port': ['ID=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:39.981701 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:40.020427 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.023665 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Attempting to bind port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:40.024499 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Attempting to bind port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:40.024499 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Attempting to bind port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 on network dcf13b0e-1f02-459c-b711-b134524684be {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:40.030900 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:40.031336 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Checking segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:40.031751 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.032200 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Bound using segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:40.032690 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Bound port: 3d4d082e-cd32-4b36-a1fc-18b022ca62b6, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:40.033064 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.036690 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-20097d6d-73cb-473e-b91f-0a8ba4846d1f service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902186 Jun 17 14:17:40.059600 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.117152 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-f87674b1-7e5e-45ce-93f3-2c16e4efeab5 service neutron] 10.222.0.82 "GET /v2.0/networks/6e70ccef-d19e-435e-bd0d-73541f612d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986843 Jun 17 14:17:40.126191 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] For port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:40.134318 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] For port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:40.140802 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.144349 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:40.180455 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Transition to ACTIVE for port object ffbd6bef-d785-4dec-9289-970aba99225e will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:40.215720 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Pushing event updated for resources: {'Port': ['ID=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:40.236835 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:40.238236 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.346840 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.375185 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.377709 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.381773 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-0d882b17-fa82-4e1f-af79-5928e0d782e3 service neutron] 10.222.0.82 "GET /v2.0/networks/6e70ccef-d19e-435e-bd0d-73541f612d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629428 Jun 17 14:17:40.389137 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:40.492412 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:17:40.536541 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Network 65d81fd4-a15f-4c86-8168-67253326f05b is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:40.557142 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:40.565795 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:40.565795 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.572258 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbd6bef-d785-4dec-9289-970aba99225e,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:40.690523 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Allocated IP 172.27.0.95 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/aa2cb18a-fb20-47f6-ad4b-713c1f8095d9) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:40.720879 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:40.795398 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:17:40.810108 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Sync routers for ids ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:17:40.833528 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Routers {'14a78e0a-a2cb-481e-ad5c-73d8233972f2'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:40.843591 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:40.851828 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:40.883316 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9783173 Jun 17 14:17:40.887097 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44862) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:41.068896 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d135d44b-5bdf-441e-ae7c-b85a135e4681 req-13eb3674-b341-4884-b130-b168a59d2438 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 210 time: 0.3469102 Jun 17 14:17:41.379613 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-49d7c603-703c-482e-abed-4709df74887e req-1cf1bc6b-60c0-4736-8343-655aedf83322 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 210 time: 0.3445778 Jun 17 14:17:41.405215 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-041abaae-3ec8-44fb-956d-ca4720784cda None None] Provisioning for port ffbd6bef-d785-4dec-9289-970aba99225e completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:41.456064 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-041abaae-3ec8-44fb-956d-ca4720784cda None None] Provisioning complete for port ffbd6bef-d785-4dec-9289-970aba99225e triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:41.457031 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-041abaae-3ec8-44fb-956d-ca4720784cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:41.483461 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44890) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:41.624979 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-041abaae-3ec8-44fb-956d-ca4720784cda None None] Port ffbd6bef-d785-4dec-9289-970aba99225e cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:17:41.631193 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0d96113a-d78e-42bd-b99a-b28c47f68c95 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:41.706281 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Set router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:41.749596 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1be9fc1d-9f49-474e-b118-bdfde9ea5b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:41.884394 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:41.958786 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 0d96113a-d78e-42bd-b99a-b28c47f68c95 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:41.974312 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 0d96113a-d78e-42bd-b99a-b28c47f68c95 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:41.975155 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.063364 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.156299 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.168676 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.168899 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:39Z', 'revision_number': 3, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:42.178868 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:42.242293 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a6f30d-d5a0-42ce-9b52-3afaaa320519 None None] Network dcf13b0e-1f02-459c-b711-b134524684be requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:17:42.269112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Checking router: 14a78e0a-a2cb-481e-ad5c-73d8233972f2 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:17:42.269487 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Updating router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 port a853aa83-1b58-40de-bede-5333e3a0b747 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:17:42.350355 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-828b4c81-72a9-495d-ba51-a1637569d222 req-c29bb3c8-f502-449c-8d41-e96ca06f0901 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 210 time: 0.1488278 Jun 17 14:17:42.368391 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:42.400964 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:42.406791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:42.457514 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.482083 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 0d96113a-d78e-42bd-b99a-b28c47f68c95, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=0d96113a-d78e-42bd-b99a-b28c47f68c95,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:17:42.483550 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-fb31eb1e-fd8a-41cb-9ffc-bce5a2e21a8b None None] Provisioning for port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:42.489715 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Pushing event updated for resources: {'Port': ['ID=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:42.498282 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.559121 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:42.559989 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.582801 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:42.640994 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-de27ce27-8215-47c0-a3df-390a37cc971e req-9aee492f-d8d5-47cf-bf1c-4b229ebd87e4 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 210 time: 0.1797147 Jun 17 14:17:42.655328 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-8af0c719-c964-47cc-9ff3-a34892c93546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:42.762357 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=0d96113a-d78e-42bd-b99a-b28c47f68c95,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:42.767406 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1be9fc1d-9f49-474e-b118-bdfde9ea5b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.835373 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:42.844309 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1be9fc1d-9f49-474e-b118-bdfde9ea5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.867247 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:42.940083 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.950267 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.953399 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:42.959550 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5b700b52-c9ab-4426-a149-9d69ef243b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:42.988303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9fc1d-9f49-474e-b118-bdfde9ea5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9b159b-4ce4-4fcd-80e2-008b97c04479,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:42.993692 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-1be9fc1d-9f49-474e-b118-bdfde9ea5b9f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=abc0ab88efca4ebe94e506460082d473&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5091252 Jun 17 14:17:43.034015 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1be9fc1d-9f49-474e-b118-bdfde9ea5b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:43.034528 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 44960) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:43.117123 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Allocated IP 172.20.0.1 (80c52f70-21e7-42df-8b3a-2db59374c6fc/47407229-ab4c-47d0-95e1-848c70199eb4/f34db370-59fb-44ea-806c-abe1f3c2756e) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:43.150034 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.210460 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.253641 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.313630 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.370100 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.380033 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.381775 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ba9b159b-4ce4-4fcd-80e2-008b97c04479 HTTP/1.1" status: 204 len: 168 time: 0.3441093 Jun 17 14:17:43.401692 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:43.411938 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbd6bef-d785-4dec-9289-970aba99225e,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:43.415773 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:43.415773 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.422893 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:43.426068 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:43.464855 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9b159b-4ce4-4fcd-80e2-008b97c04479,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:43.484042 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.489659 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:43.493841 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:43.525740 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Network 65d81fd4-a15f-4c86-8168-67253326f05b is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:43.536204 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:43.610934 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:43.613882 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:43.618291 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.628187 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:43.628665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.653446 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.678101 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Transition to ACTIVE for port object a853aa83-1b58-40de-bede-5333e3a0b747 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:43.761411 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:17:43.778328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f34db370-59fb-44ea-806c-abe1f3c2756e,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:43.790222 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.790572 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:43.791360 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:43.797185 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:43.963120 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Attempting to bind port a853aa83-1b58-40de-bede-5333e3a0b747 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:43.963572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Attempting to bind port a853aa83-1b58-40de-bede-5333e3a0b747 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:43.964190 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Attempting to bind port a853aa83-1b58-40de-bede-5333e3a0b747 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:44.003839 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:44.004432 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:44.005236 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.005886 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:44.006949 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Bound port: a853aa83-1b58-40de-bede-5333e3a0b747, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:44.007702 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.045339 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:44.091274 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebd37a-e54c-4b13-b0b8-7d83f47513bd None None] Pushing event updated for resources: {'Port': ['ID=a853aa83-1b58-40de-bede-5333e3a0b747,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:44.101140 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-10ebd37a-e54c-4b13-b0b8-7d83f47513bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:44.102321 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0d96113a-d78e-42bd-b99a-b28c47f68c95 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:44.104509 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:44.105422 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:44.146294 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.148893 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-4b42a796-081a-4c54-a835-374a442fcfc2 None None] Provisioning complete for port ffbd6bef-d785-4dec-9289-970aba99225e triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:44.149592 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4b42a796-081a-4c54-a835-374a442fcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.184801 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.95', 56077) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:44.191263 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] For port a853aa83-1b58-40de-bede-5333e3a0b747, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:44.204752 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1fea8174-4880-4a35-8257-f5b5e58883f9 req-22262c97-d20d-4815-acce-7946d55eded8 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 210 time: 0.3626356 Jun 17 14:17:44.215893 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] For port a853aa83-1b58-40de-bede-5333e3a0b747, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a853aa83-1b58-40de-bede-5333e3a0b747,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:44.222247 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.241323 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:44.246199 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-4b42a796-081a-4c54-a835-374a442fcfc2 None None] Port ffbd6bef-d785-4dec-9289-970aba99225e cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:17:44.270612 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b632c46e-c068-45fb-9ac5-a2a53103f5f2 req-002bdbec-d229-4494-8ef5-601321b4ae20 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 210 time: 0.0613325 Jun 17 14:17:44.362710 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 0d96113a-d78e-42bd-b99a-b28c47f68c95 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:44.363530 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.370509 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.437302 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-4b42a796-081a-4c54-a835-374a442fcfc2 None None] Provisioning complete for port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:44.437684 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4b42a796-081a-4c54-a835-374a442fcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:44.489372 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Router ffc10e8e-f693-4f28-bea1-224c134b0bcf has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:17:44.492365 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Routers {'14a78e0a-a2cb-481e-ad5c-73d8233972f2'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:44.493022 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:44.643171 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebd37a-e54c-4b13-b0b8-7d83f47513bd None None] Pushing event updated for resources: {'Port': ['ID=a853aa83-1b58-40de-bede-5333e3a0b747,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:44.685387 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-949fefa4-0240-48cc-8387-0ce363d68147 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:44.695065 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-949fefa4-0240-48cc-8387-0ce363d68147 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 0.4227183 Jun 17 14:17:44.697309 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.95', 56079) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:44.729612 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-10ebd37a-e54c-4b13-b0b8-7d83f47513bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:44.785624 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Request body: {'port': {'device_id': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'admin_state_up': True, 'tenant_id': '11baa27c121146b1b5406cec2bfdd55f'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:44.979317 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:17:44.997362 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] 10.222.0.82 "PUT /v2.0/routers/ffc10e8e-f693-4f28-bea1-224c134b0bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7511697 Jun 17 14:17:44.997670 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Sync routers for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:17:45.032251 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Router 9298fdad-1653-46a4-93fc-bae20c19d7e4 is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:17:45.034907 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:45.037055 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:45.039424 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-570a8f71-2a77-48bb-b109-b9dd7d14c45e tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:45.040931 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-570a8f71-2a77-48bb-b109-b9dd7d14c45e tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.95 "GET /v2.0/networks?id=6e70ccef-d19e-435e-bd0d-73541f612d8d HTTP/1.1" status: 200 len: 811 time: 0.3406651 Jun 17 14:17:45.059669 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Request body: {'port': {'device_id': 'ede6a34c-f722-43fe-992a-29b85c200713', 'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d', 'admin_state_up': True, 'tenant_id': '7a82b26547134cb59f3791a39e205822'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:45.072261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:45.106102 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:45.119143 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:45.230466 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] Set router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:45.237292 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-db1f0ac2-c696-4757-80cd-92f3951e72c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:45.325503 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:45.628671 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Made reservation on behalf of 7a82b26547134cb59f3791a39e205822 for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:45.633128 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:45.855844 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 2, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:45.905239 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Checking router: ffc10e8e-f693-4f28-bea1-224c134b0bcf for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:17:45.905592 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Updating router ffc10e8e-f693-4f28-bea1-224c134b0bcf port ffbd6bef-d785-4dec-9289-970aba99225e binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:17:45.940821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 4, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'f34db370-59fb-44ea-806c-abe1f3c2756e', 'name': '', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'mac_address': 'fa:16:3e:fc:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:42Z', 'updated_at': '2021-06-17T14:17:43Z', 'revision_number': 1, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'subnets': [{'id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:45.973049 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-16703e39-97f0-487a-8a80-9f6a134bfdf9 req-48af204b-f5be-46ea-aab1-683dd2758acd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 210 time: 0.1641359 Jun 17 14:17:45.974442 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:17:46.011271 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:46.013880 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:46.050641 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Sync routers for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:17:46.058508 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff5bb5-3dd9-4dbb-8126-1b0adb54f50d None None] The sync data for ids ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'] in dv-cinder-796286-6-iscsi is: [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 4, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'f34db370-59fb-44ea-806c-abe1f3c2756e', 'name': '', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'mac_address': 'fa:16:3e:fc:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:42Z', 'updated_at': '2021-06-17T14:17:43Z', 'revision_number': 1, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'subnets': [{'id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:17:46.096306 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:46.096956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:46.291664 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f34db370-59fb-44ea-806c-abe1f3c2756e,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:46.306415 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:46.312048 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dff84662-6544-431d-b79b-c70f869c633f req-6f195e18-45bb-4adf-a91d-98d0dd81e4a8 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 210 time: 0.0816915 Jun 17 14:17:46.328994 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:46.332287 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:46.359680 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:46.364514 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0698242 Jun 17 14:17:46.365203 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45092) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:46.535059 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Made reservation on behalf of 11baa27c121146b1b5406cec2bfdd55f for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:46.548723 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:46.564447 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:46.854597 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:46.898515 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Transition to ACTIVE for port object ffbd6bef-d785-4dec-9289-970aba99225e will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:46.924121 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:46.963138 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:46.967997 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:47.040195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45112) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:47.081050 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137586859', 'description': 'tempest-description--400045499'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:47.190316 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:47.301390 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729c30b-64d0-4f5f-a9ed-ddb71bec0c91 None None] Pushing event updated for resources: {'Port': ['ID=ffbd6bef-d785-4dec-9289-970aba99225e,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:47.341082 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-1729c30b-64d0-4f5f-a9ed-ddb71bec0c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:47.519337 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Attempting to bind port ffbd6bef-d785-4dec-9289-970aba99225e on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:47.532320 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Attempting to bind port ffbd6bef-d785-4dec-9289-970aba99225e by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:47.532983 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Attempting to bind port ffbd6bef-d785-4dec-9289-970aba99225e on network 65d81fd4-a15f-4c86-8168-67253326f05b {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:47.544076 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:47.544323 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 3, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:47.544833 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Checking segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:47.544833 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:47.555671 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Bound using segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:47.556397 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Bound port: ffbd6bef-d785-4dec-9289-970aba99225e, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:47.556799 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:47.669164 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:47.692838 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Checking router: 9298fdad-1653-46a4-93fc-bae20c19d7e4 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:17:47.700052 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Updating router 9298fdad-1653-46a4-93fc-bae20c19d7e4 port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:17:47.718746 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Allocated IP 172.20.0.13 (6e70ccef-d19e-435e-bd0d-73541f612d8d/92972a3c-fcac-410d-a3df-ab6975cd2932/73af20f7-af9e-48a9-8014-c920a9ef7344) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:47.776065 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:47.836667 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] For port ffbd6bef-d785-4dec-9289-970aba99225e, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:47.853172 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] For port ffbd6bef-d785-4dec-9289-970aba99225e, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ffbd6bef-d785-4dec-9289-970aba99225e,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:47.875264 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:47.885401 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:47.997018 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dfcfa011-7f09-4973-9567-5dcb069fbcdd req-6095ef38-67ae-4d16-bebc-e5b4c4a5cf73 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 210 time: 0.3291090 Jun 17 14:17:48.082122 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729c30b-64d0-4f5f-a9ed-ddb71bec0c91 None None] Pushing event updated for resources: {'Port': ['ID=ffbd6bef-d785-4dec-9289-970aba99225e,revision_number=4']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:48.118199 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-1729c30b-64d0-4f5f-a9ed-ddb71bec0c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:48.128793 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a853aa83-1b58-40de-bede-5333e3a0b747 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:48.165208 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0e7eca2c-b8af-4267-8105-53457e6abe09 req-e335d06a-ac53-40ca-8777-3da54c91a92b tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 210 time: 0.3362992 Jun 17 14:17:48.194929 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:48.195613 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:48.357215 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:48.422733 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:17:48.436956 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:48.473428 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:48.492766 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Network 6e70ccef-d19e-435e-bd0d-73541f612d8d is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:48.612540 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:48.827735 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port a853aa83-1b58-40de-bede-5333e3a0b747 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:48.882517 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port a853aa83-1b58-40de-bede-5333e3a0b747 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:48.882906 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:48.982664 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.001334 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:49.002892 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.017770 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:49.032925 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.075631 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:49.112476 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:49.113402 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.206732 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.218769 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.1646688 Jun 17 14:17:49.220334 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45158) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:49.277207 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:47Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:49.280988 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Allocated IP 172.20.0.12 (ce42c237-fa0b-46da-a2d8-7f46dc26e2c8/23e3c58c-15ec-447e-8c1f-ae4114f2c41a/60db3e12-255b-4033-800a-11cd9be3d44e) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:49.286347 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'security_group_rule': {'security_group_id': '28974398-f187-42d6-8faa-02cb672e3311', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:49.333558 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28974398-f187-42d6-8faa-02cb672e3311,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:49.382808 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f702ac-db1f-43c4-b000-b5c4f7ba2065 None None] The sync data for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi is: [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:47Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:17:49.397332 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:49.429376 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:17:49.432260 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.446120 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] 10.222.0.82 "PUT /v2.0/routers/14a78e0a-a2cb-481e-ad5c-73d8233972f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5521123 Jun 17 14:17:49.458135 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Transition to ACTIVE for port object aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:49.489686 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.500103 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4442568 Jun 17 14:17:49.529063 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-0e80f005-382b-449e-8990-a4144451bb7e tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:17:49.530813 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-0e80f005-382b-449e-8990-a4144451bb7e tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187922 Jun 17 14:17:49.537698 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Pushing event updated for resources: {'Port': ['ID=73af20f7-af9e-48a9-8014-c920a9ef7344,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:49.546177 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:49.563802 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4c62ee03-58b4-4404-a115-0bd74fc0f07e req-328e9bbf-bf80-4ff3-8f1d-e9b1ef0b9960 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 210 time: 0.1351111 Jun 17 14:17:49.724864 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:49.829174 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.836600 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Attempting to bind port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:49.837183 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Attempting to bind port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:49.837333 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Attempting to bind port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:49.864351 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.891345 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4d9dd-04d3-45d2-a42c-31c62fb08c84 None None] Pushing event updated for resources: {'Port': ['ID=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:49.896105 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:49.896749 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:49.897749 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.897749 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:49.898256 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Bound port: aa2cb18a-fb20-47f6-ad4b-713c1f8095d9, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:49.898593 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.904643 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.923381 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b5e4d9dd-04d3-45d2-a42c-31c62fb08c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:49.963840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:49.968904 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:50.124169 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port a853aa83-1b58-40de-bede-5333e3a0b747, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a853aa83-1b58-40de-bede-5333e3a0b747,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:17:50.124557 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:50.143684 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:50.146667 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:50.152993 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:50.154892 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-da8a058e-f0c1-4689-afb9-726460ba983b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:50.167909 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:50.168575 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:50.236319 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4582734 Jun 17 14:17:50.238961 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] For port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:50.251897 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event updated for resources: {'Port': ['ID=60db3e12-255b-4033-800a-11cd9be3d44e,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:50.260703 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:50.308396 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] For port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:50.308396 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:50.356802 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=a853aa83-1b58-40de-bede-5333e3a0b747,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:50.357211 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Allocated IP 172.20.0.1 (dcf13b0e-1f02-459c-b711-b134524684be/e9c8af69-4edf-471b-9f8e-4d5cce40f4ec/290934c4-b840-4f8d-b660-64a3d122e561) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:50.369923 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57fc51-6e01-4344-8fd9-155d09566f38 req-99220a93-6b13-41cd-b851-73cf291c15e0 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:50.371959 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:50.374853 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-820ebfd4-5d7d-4407-bec0-bdc0b994bcde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:50.378339 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed57fc51-6e01-4344-8fd9-155d09566f38 req-99220a93-6b13-41cd-b851-73cf291c15e0 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 932 time: 0.8550727 Jun 17 14:17:50.514569 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:50.559096 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:50.560576 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ffbd6bef-d785-4dec-9289-970aba99225e up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:50.599474 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Request body: {'port': {'device_id': 'ede6a34c-f722-43fe-992a-29b85c200713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:50.610939 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:50.763791 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed57fc51-6e01-4344-8fd9-155d09566f38 req-c24e8754-4339-4d9e-9ec9-00ba530b2956 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843739 Jun 17 14:17:50.789414 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:50.822803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4d9dd-04d3-45d2-a42c-31c62fb08c84 None None] Pushing event updated for resources: {'Port': ['ID=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:50.829377 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1866cc-3dbd-4578-a14f-72bc1364cd5d,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:50.841141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b5e4d9dd-04d3-45d2-a42c-31c62fb08c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:50.869379 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:50.870060 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:50.876911 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:50.884559 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:50.893195 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6567967 Jun 17 14:17:50.896110 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45192) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:50.915443 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'security_group_rule': {'security_group_id': '28974398-f187-42d6-8faa-02cb672e3311', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:51.019577 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Sync routers for ids ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:17:51.034543 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:51.049225 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Routers {'14a78e0a-a2cb-481e-ad5c-73d8233972f2'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:51.049913 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:51.177226 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port ffbd6bef-d785-4dec-9289-970aba99225e completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:51.224226 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port ffbd6bef-d785-4dec-9289-970aba99225e triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:51.225586 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:51.246697 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:51.266179 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Transition to ACTIVE for port object 290934c4-b840-4f8d-b660-64a3d122e561 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:51.356043 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45208) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:51.378519 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Request body: {'port': {'device_id': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:51.393854 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:51.427555 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7d8e672b-cbee-4c9e-a748-e7ae9b03cb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:51.455653 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:51.536855 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Set router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:51.575539 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Pushing event updated for resources: {'Port': ['ID=290934c4-b840-4f8d-b660-64a3d122e561,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:51.582865 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:51.624102 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Network dcf13b0e-1f02-459c-b711-b134524684be is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:51.627217 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:51.633523 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:51.634293 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:51.858079 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc799b-6da8-40a2-aab2-afaa15753d1e req-a517fb8b-67bd-49a7-ad3a-e78751da8c4c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:51.868096 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-68fc799b-6da8-40a2-aab2-afaa15753d1e req-a517fb8b-67bd-49a7-ad3a-e78751da8c4c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 932 time: 0.7601469 Jun 17 14:17:52.096324 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.114007 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-68fc799b-6da8-40a2-aab2-afaa15753d1e req-11d2f492-a5c8-48f4-b85a-086a8a747bda tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438436 Jun 17 14:17:52.139000 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.259625 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 4, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'f34db370-59fb-44ea-806c-abe1f3c2756e', 'name': '', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'mac_address': 'fa:16:3e:fc:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:42Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 2, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'subnets': [{'id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:52.264164 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.269366 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.306705 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45226) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:52.344102 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.364581 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port ffbd6bef-d785-4dec-9289-970aba99225e, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ffbd6bef-d785-4dec-9289-970aba99225e,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:17:52.374682 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.377187 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-233d3bc9-fac7-4ff8-9a1b-58ecea2338b8 None None] Provisioning for port 290934c4-b840-4f8d-b660-64a3d122e561 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:52.394488 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:52.458318 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:52.501617 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-233d3bc9-fac7-4ff8-9a1b-58ecea2338b8 None None] Provisioning complete for port 290934c4-b840-4f8d-b660-64a3d122e561 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:52.509837 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-233d3bc9-fac7-4ff8-9a1b-58ecea2338b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.533742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59da07d-1a43-4b32-9502-f3c0b69ca28d,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:52.542626 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:52.543418 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.544606 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6373076 Jun 17 14:17:52.591326 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45230) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:52.594850 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-233d3bc9-fac7-4ff8-9a1b-58ecea2338b8 None None] Port 290934c4-b840-4f8d-b660-64a3d122e561 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:17:52.602390 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Checking router: 14a78e0a-a2cb-481e-ad5c-73d8233972f2 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:17:52.602787 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a853aa83-1b58-40de-bede-5333e3a0b747 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:52.603310 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Updating router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 port f34db370-59fb-44ea-806c-abe1f3c2756e binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:17:52.662823 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:52.664328 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.673268 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=ffbd6bef-d785-4dec-9289-970aba99225e,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:52.677694 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:52.681751 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 3, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:52.700279 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:17:52.705023 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15f3707b-1a6b-4242-ac32-08408cb31aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.714232 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c9b90ee5-16ce-4572-8d31-c29b5b8385c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.750141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb4720-12d4-4d2a-85e2-a7a95fb2907d None None] The sync data for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi is: [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 3, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:17:52.764586 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port a853aa83-1b58-40de-bede-5333e3a0b747 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:52.764966 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:52.830848 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:53.302253 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-17461eb3-8112-4d94-81c3-f8afbbb38b48 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:53.341797 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-17461eb3-8112-4d94-81c3-f8afbbb38b48 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 818 time: 1.1749859 Jun 17 14:17:53.343841 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:53.573579 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:53.587022 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-b0881213-b21d-4e7f-a408-7292193a9ccd tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/quotas/4891408382304eef8d46db5b00d5ec12 HTTP/1.1" status: 200 len: 375 time: 0.2442329 Jun 17 14:17:53.610069 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Transition to ACTIVE for port object f34db370-59fb-44ea-806c-abe1f3c2756e will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:53.621285 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:53.652135 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-1fe17c85-1cc5-42df-9ba5-399535c3bc54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:53.768602 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-88ca01a7-f916-4a07-8e7f-7fda30c028da tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1676321 Jun 17 14:17:53.794895 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8360d-079a-4d57-80c6-4b02eb0a8667 req-ef7685c0-6249-4200-b63d-68f58b69e41d tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:53.796472 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eac8360d-079a-4d57-80c6-4b02eb0a8667 req-ef7685c0-6249-4200-b63d-68f58b69e41d tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 932 time: 1.2394559 Jun 17 14:17:53.913759 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0644-092d-45ce-a4a0-66659ef9a6fa None None] Pushing event updated for resources: {'Port': ['ID=f34db370-59fb-44ea-806c-abe1f3c2756e,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:53.941599 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-476f0644-092d-45ce-a4a0-66659ef9a6fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:54.055391 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-8608fd8e-306a-4d89-8ccc-46c08527bada service neutron] 10.222.0.82 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241271 Jun 17 14:17:54.111867 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Attempting to bind port f34db370-59fb-44ea-806c-abe1f3c2756e on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:54.112994 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Attempting to bind port f34db370-59fb-44ea-806c-abe1f3c2756e by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:54.113488 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Attempting to bind port f34db370-59fb-44ea-806c-abe1f3c2756e on network 80c52f70-21e7-42df-8b3a-2db59374c6fc {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:54.122649 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:54.123234 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Checking segment: {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:54.123675 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.124388 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Bound using segment: {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:54.125019 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Bound port: f34db370-59fb-44ea-806c-abe1f3c2756e, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:54.125771 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.175628 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.246870 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15f3707b-1a6b-4242-ac32-08408cb31aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.264877 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eac8360d-079a-4d57-80c6-4b02eb0a8667 req-a4845890-3bbe-4722-bb71-e068161b77db tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319577 Jun 17 14:17:54.269802 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.281013 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15f3707b-1a6b-4242-ac32-08408cb31aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.300059 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.305961 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] For port f34db370-59fb-44ea-806c-abe1f3c2756e, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:54.306401 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73af20f7-af9e-48a9-8014-c920a9ef7344 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:17:54.311403 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5bc506b8-9c0b-43ad-9caf-302e595f0b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:54.314497 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] For port f34db370-59fb-44ea-806c-abe1f3c2756e, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=f34db370-59fb-44ea-806c-abe1f3c2756e,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:54.325494 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.337617 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:54.359231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:54.367587 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-15f3707b-1a6b-4242-ac32-08408cb31aeb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dc3c642759f649788acde73639c4d30b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9827187 Jun 17 14:17:54.368227 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45258) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:54.371466 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.510032 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Routers {'14a78e0a-a2cb-481e-ad5c-73d8233972f2'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:54.530490 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:54.533373 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0644-092d-45ce-a4a0-66659ef9a6fa None None] Pushing event updated for resources: {'Port': ['ID=f34db370-59fb-44ea-806c-abe1f3c2756e,revision_number=4']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:54.539145 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-476f0644-092d-45ce-a4a0-66659ef9a6fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:54.579688 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60db3e12-255b-4033-800a-11cd9be3d44e {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:17:54.590828 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.623010 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Transition to ACTIVE for port object 60db3e12-255b-4033-800a-11cd9be3d44e will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:54.625080 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3707b-1a6b-4242-ac32-08408cb31aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2feec6-8c53-4baa-88f8-c3954836c87a,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:54.638002 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-15f3707b-1a6b-4242-ac32-08408cb31aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:54.650354 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Transition to ACTIVE for port object 73af20f7-af9e-48a9-8014-c920a9ef7344 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:54.653832 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.668663 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.695165 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fd808369-08f5-41b7-bca9-f6c64bff540c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:54.721055 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Pushing event updated for resources: {'Port': ['ID=290934c4-b840-4f8d-b660-64a3d122e561,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:54.752126 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ffbd6bef-d785-4dec-9289-970aba99225e up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:54.760217 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:54.789736 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-a5de7ffd-6d47-4f1f-b456-44cfd8d64034 service neutron] 10.222.0.82 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104878 Jun 17 14:17:54.835779 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Pushing event updated for resources: {'Port': ['ID=60db3e12-255b-4033-800a-11cd9be3d44e,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:54.878186 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port ffbd6bef-d785-4dec-9289-970aba99225e triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:54.879106 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.897564 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] Set router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:54.942240 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Network dcf13b0e-1f02-459c-b711-b134524684be is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:54.960370 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:54.965221 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:55.216946 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:55.452039 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523852f-74b0-4256-8604-8f4767abf124 req-6adb3785-52bb-4c5d-8272-f80ad43b8b16 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:55.456520 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b523852f-74b0-4256-8604-8f4767abf124 req-6adb3785-52bb-4c5d-8272-f80ad43b8b16 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 944 time: 0.9075305 Jun 17 14:17:55.498259 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:55.511637 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:55.514711 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:55.527209 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cb17a0b5-c55f-4b02-a320-4ebe2ef2ba87 req-43ce2817-fd1a-4367-894f-b79884e20916 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 210 time: 0.2168171 Jun 17 14:17:55.546018 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c9b90ee5-16ce-4572-8d31-c29b5b8385c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:55.593124 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c9b90ee5-16ce-4572-8d31-c29b5b8385c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:55.635795 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 4, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'f34db370-59fb-44ea-806c-abe1f3c2756e', 'name': '', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'mac_address': 'fa:16:3e:fc:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:42Z', 'updated_at': '2021-06-17T14:17:54Z', 'revision_number': 4, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'subnets': [{'id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:55.641481 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b523852f-74b0-4256-8604-8f4767abf124 req-92156b8a-a382-42e1-ac4b-24bec2dc94ff tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609893 Jun 17 14:17:55.655641 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:55.673174 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3de73-d412-4482-b6c6-9fb31180b27a None None] The sync data for ids ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'] in dv-cinder-796286-6-iscsi is: [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:44Z', 'revision_number': 4, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'f34db370-59fb-44ea-806c-abe1f3c2756e', 'name': '', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'mac_address': 'fa:16:3e:fc:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:42Z', 'updated_at': '2021-06-17T14:17:54Z', 'revision_number': 4, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'subnets': [{'id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:17:55.720285 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-e61374c6-90c9-4ff2-b47c-759028049029 None None] Provisioning complete for port 290934c4-b840-4f8d-b660-64a3d122e561 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:55.720841 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e61374c6-90c9-4ff2-b47c-759028049029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:55.779863 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-e61374c6-90c9-4ff2-b47c-759028049029 None None] Port 290934c4-b840-4f8d-b660-64a3d122e561 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:17:55.866328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:55.878144 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:55.902171 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c9b90ee5-16ce-4572-8d31-c29b5b8385c3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0ad9cf961050481faa3d58788e1ddfef&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5934782 Jun 17 14:17:55.906983 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45294) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:55.948895 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Allocated IP 172.27.0.6 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/82c31398-e9c9-4cfd-98c8-3bb9453009fc) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:17:55.955527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:17:55.964258 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b90ee5-16ce-4572-8d31-c29b5b8385c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3335a6b1-dce5-4524-85f0-186a1eceb053,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:55.975709 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c9b90ee5-16ce-4572-8d31-c29b5b8385c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:55.983395 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Router 9298fdad-1653-46a4-93fc-bae20c19d7e4 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:17:55.985795 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:55.988077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Attempting to bind port 60db3e12-255b-4033-800a-11cd9be3d44e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:55.989059 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Attempting to bind port 60db3e12-255b-4033-800a-11cd9be3d44e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:55.989794 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Attempting to bind port 60db3e12-255b-4033-800a-11cd9be3d44e on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:55.994907 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:56.048195 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:56.206803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:56.225126 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Port 60db3e12-255b-4033-800a-11cd9be3d44e on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:17:56.225840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Attempting to bind port 60db3e12-255b-4033-800a-11cd9be3d44e on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:56.227141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:56.355943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:56.359816 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Checking segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:56.359816 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Bound using segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:56.365843 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Bound port: 60db3e12-255b-4033-800a-11cd9be3d44e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:56.366444 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:56.369243 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Pushing event updated for resources: {'Port': ['ID=73af20f7-af9e-48a9-8014-c920a9ef7344,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:56.376777 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.681s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:56.385082 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.134s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:56.386931 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:56.409519 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Attempting to bind port 73af20f7-af9e-48a9-8014-c920a9ef7344 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:17:56.413786 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Attempting to bind port 73af20f7-af9e-48a9-8014-c920a9ef7344 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3b4fe499-5238-4ef9-938d-82940504c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:17:56.414564 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Attempting to bind port 73af20f7-af9e-48a9-8014-c920a9ef7344 on network 6e70ccef-d19e-435e-bd0d-73541f612d8d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:56.462867 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Port 73af20f7-af9e-48a9-8014-c920a9ef7344 on network 6e70ccef-d19e-435e-bd0d-73541f612d8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:17:56.463808 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Attempting to bind port 73af20f7-af9e-48a9-8014-c920a9ef7344 on network 6e70ccef-d19e-435e-bd0d-73541f612d8d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:17:56.484708 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:17:56.485122 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Checking segment: {'id': '3b4fe499-5238-4ef9-938d-82940504c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:17:56.486545 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Bound using segment: {'id': '3b4fe499-5238-4ef9-938d-82940504c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:17:56.487004 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Bound port: 73af20f7-af9e-48a9-8014-c920a9ef7344, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4fe499-5238-4ef9-938d-82940504c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:17:56.489196 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:56.590789 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device f34db370-59fb-44ea-806c-abe1f3c2756e up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:56.622928 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45314) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:56.664275 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:17:56.674418 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] For port 60db3e12-255b-4033-800a-11cd9be3d44e, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:56.682422 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] For port 60db3e12-255b-4033-800a-11cd9be3d44e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60db3e12-255b-4033-800a-11cd9be3d44e,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:56.686196 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Sync routers for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:17:56.701612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:56.709697 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:56.714299 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c752c61c-6e7d-4979-9d81-6f6bf73849c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:56.727416 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] 10.222.0.82 "PUT /v2.0/routers/9298fdad-1653-46a4-93fc-bae20c19d7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3545127 Jun 17 14:17:56.760970 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:17:56.760970 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:56.820167 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Pushing event updated for resources: {'Port': ['ID=60db3e12-255b-4033-800a-11cd9be3d44e,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:56.826936 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:56.828354 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd2feec6-8c53-4baa-88f8-c3954836c87a HTTP/1.1" status: 204 len: 168 time: 2.4519501 Jun 17 14:17:56.831790 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:56.836234 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1be9fc1d-9f49-474e-b118-bdfde9ea5b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:56.840338 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] For port 73af20f7-af9e-48a9-8014-c920a9ef7344, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:17:56.877479 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2feec6-8c53-4baa-88f8-c3954836c87a,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:56.909089 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:56.910981 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:56.920110 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] 10.222.0.95 "PUT /v2.0/ports/60db3e12-255b-4033-800a-11cd9be3d44e HTTP/1.1" status: 200 len: 1094 time: 6.6503322 Jun 17 14:17:56.922393 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:56.924092 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'tag': '60db3e12-255b-4033-800a-11cd9be3d44e'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:17:56.997291 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-00ca536a-889c-4219-8104-04c64fd27e68 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:57.002732 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-00ca536a-889c-4219-8104-04c64fd27e68 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 818 time: 0.8806007 Jun 17 14:17:57.093925 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.122040 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] For port 73af20f7-af9e-48a9-8014-c920a9ef7344, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73af20f7-af9e-48a9-8014-c920a9ef7344,segment=NetworkSegment(3b4fe499-5238-4ef9-938d-82940504c476),segment_id=3b4fe499-5238-4ef9-938d-82940504c476)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:17:57.160643 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.179437 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.190457 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-22aec5f1-8330-46f8-809d-80078c7ebfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.212398 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:57.410015 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:17:57.413841 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port f34db370-59fb-44ea-806c-abe1f3c2756e completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:17:57.465728 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port f34db370-59fb-44ea-806c-abe1f3c2756e triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:57.466512 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.690712 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.721946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-22aec5f1-8330-46f8-809d-80078c7ebfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.731591 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ebec13-683b-4056-9e55-df5948577c61" -d '{"events": [{"name": "network-changed", "server_uuid": "77a0d04e-986a-4a1a-84c8-4636ff577bdb", "tag": "60db3e12-255b-4033-800a-11cd9be3d44e"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:17:57.805599 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-22aec5f1-8330-46f8-809d-80078c7ebfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.810630 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.852364 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-f2904d87-7cdc-4058-89d5-8f37897abab5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/quotas/4891408382304eef8d46db5b00d5ec12 HTTP/1.1" status: 200 len: 375 time: 0.8062789 Jun 17 14:17:57.894243 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:57.915432 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:57.916141 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:57.917513 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] 10.222.0.95 "PUT /v2.0/ports/73af20f7-af9e-48a9-8014-c920a9ef7344 HTTP/1.1" status: 200 len: 1094 time: 7.9647424 Jun 17 14:17:57.922733 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-22aec5f1-8330-46f8-809d-80078c7ebfb4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1db3ef34edc04b4494233709fe003936&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2955616 Jun 17 14:17:57.922935 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa768a9-737c-451c-9ee0-3be1898e7df0 req-ede8cde6-c730-418c-9e99-2c4fa8f0d924 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:57.930599 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2aa768a9-737c-451c-9ee0-3be1898e7df0 req-ede8cde6-c730-418c-9e99-2c4fa8f0d924 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 944 time: 1.9570673 Jun 17 14:17:57.944127 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45342) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:57.982682 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:58.020531 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Pushing event updated for resources: {'Port': ['ID=73af20f7-af9e-48a9-8014-c920a9ef7344,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:58.025801 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-2c9d34a4-2d73-4951-a07a-86e1e0594786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:58.027477 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-2c9d34a4-2d73-4951-a07a-86e1e0594786 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 1097 time: 0.8183789 Jun 17 14:17:58.028266 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:58.031404 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.95', 56100) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:58.032466 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-15f3707b-1a6b-4242-ac32-08408cb31aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:58.079604 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aec5f1-8330-46f8-809d-80078c7ebfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208fa3c1-256c-4589-ad73-cf07b0bf6f63,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:58.094357 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-22aec5f1-8330-46f8-809d-80078c7ebfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:58.138839 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'Port': ['ID=82c31398-e9c9-4cfd-98c8-3bb9453009fc,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:58.214511 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port f34db370-59fb-44ea-806c-abe1f3c2756e, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=f34db370-59fb-44ea-806c-abe1f3c2756e,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:17:58.233361 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:58.234289 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:58.237668 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:58.270439 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:58.334988 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:17:58.336109 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:58.373241 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2aa768a9-737c-451c-9ee0-3be1898e7df0 req-1005f216-052c-400c-9269-ba735db76766 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416296 Jun 17 14:17:58.399362 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:58.417171 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3335a6b1-dce5-4524-85f0-186a1eceb053 HTTP/1.1" status: 204 len: 168 time: 2.4701400 Jun 17 14:17:58.418031 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-4da987d8-5606-4a30-bd89-ee03b251c06e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60db3e12-255b-4033-800a-11cd9be3d44e HTTP/1.1" status: 200 len: 217 time: 0.3550661 Jun 17 14:17:58.418345 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:17:58.424978 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:17:58.433429 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:17:53Z', 'revision_number': 2, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:17:58.441942 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=f34db370-59fb-44ea-806c-abe1f3c2756e,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:58.453606 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:58.455599 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:58.501070 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Checking router: 9298fdad-1653-46a4-93fc-bae20c19d7e4 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:17:58.501698 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Updating router 9298fdad-1653-46a4-93fc-bae20c19d7e4 port 290934c4-b840-4f8d-b660-64a3d122e561 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:17:58.553755 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:58.555295 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:58.663267 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3335a6b1-dce5-4524-85f0-186a1eceb053,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:58.673529 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:58.746673 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:58.829000 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-46d5bd38-4529-4cdd-b1f1-0717e11b57a5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:58.831546 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-46d5bd38-4529-4cdd-b1f1-0717e11b57a5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 818 time: 0.8422043 Jun 17 14:17:58.831729 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:58.898217 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Request body: {'port': {'device_id': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'admin_state_up': True, 'tenant_id': '4891408382304eef8d46db5b00d5ec12'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:17:58.915792 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-422fb784-048e-418e-8dec-611e8f6af531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:58.918584 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-422fb784-048e-418e-8dec-611e8f6af531 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.4848831 Jun 17 14:17:58.986943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-2e19e58f-4fef-4644-a8ab-e12095699e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:58.996569 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-2e19e58f-4fef-4644-a8ab-e12095699e5c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a82b26547134cb59f3791a39e205822&device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 1097 time: 0.9356124 Jun 17 14:17:59.031487 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.062333 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.088709 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-fe9cc326-3176-4a90-a775-977d7e9712fd tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2033484 Jun 17 14:17:59.231781 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device f34db370-59fb-44ea-806c-abe1f3c2756e up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:17:59.327915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45366) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:17:59.352479 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-07111c9c-b91d-4573-a07c-9c4a7d904a74 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3982220 Jun 17 14:17:59.374069 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port f34db370-59fb-44ea-806c-abe1f3c2756e triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:17:59.374608 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.383364 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.389382 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-5255c120-ccbe-405a-89b6-7776f5cecd0f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73af20f7-af9e-48a9-8014-c920a9ef7344 HTTP/1.1" status: 200 len: 217 time: 0.0831418 Jun 17 14:17:59.417431 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Made reservation on behalf of 4891408382304eef8d46db5b00d5ec12 for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:17:59.424356 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.467393 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7b66fe40-740f-4396-9a60-54f4e96411f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.503708 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.525286 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Transition to ACTIVE for port object 290934c4-b840-4f8d-b660-64a3d122e561 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:17:59.531611 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20741b8-0ae8-4202-a0e5-b0a2455876be req-c1227809-d8a0-46e7-8e08-c00e4f0f2f71 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:59.533573 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b20741b8-0ae8-4202-a0e5-b0a2455876be req-c1227809-d8a0-46e7-8e08-c00e4f0f2f71 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 944 time: 0.6831691 Jun 17 14:17:59.540083 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.560163 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.574726 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:17:59.585838 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/208fa3c1-256c-4589-ad73-cf07b0bf6f63 HTTP/1.1" status: 204 len: 168 time: 1.6391056 Jun 17 14:17:59.592822 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:59.608171 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c9b90ee5-16ce-4572-8d31-c29b5b8385c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:17:59.703875 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-00f9b890-66a5-4253-90a3-cd1d72996ca7 service neutron] 10.222.0.82 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547469 Jun 17 14:17:59.734346 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208fa3c1-256c-4589-ad73-cf07b0bf6f63,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:59.773208 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:59.892745 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31da33-6ddf-4131-a6a2-ba784554ff5f None None] Pushing event updated for resources: {'Port': ['ID=290934c4-b840-4f8d-b660-64a3d122e561,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:17:59.901264 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5b31da33-6ddf-4131-a6a2-ba784554ff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:17:59.928912 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-a577c960-e00a-48ad-8b47-55623f7ab43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:17:59.932831 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-a577c960-e00a-48ad-8b47-55623f7ab43d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=92972a3c-fcac-410d-a3df-ab6975cd2932 HTTP/1.1" status: 200 len: 851 time: 0.4532716 Jun 17 14:18:00.003163 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Attempting to bind port 290934c4-b840-4f8d-b660-64a3d122e561 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:00.003652 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Attempting to bind port 290934c4-b840-4f8d-b660-64a3d122e561 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:00.004053 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Attempting to bind port 290934c4-b840-4f8d-b660-64a3d122e561 on network dcf13b0e-1f02-459c-b711-b134524684be {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:00.027801 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:00.028181 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Checking segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:00.028627 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.029049 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Bound using segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:00.029594 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Bound port: 290934c4-b840-4f8d-b660-64a3d122e561, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:00.029956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.065965 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b20741b8-0ae8-4202-a0e5-b0a2455876be req-1027a597-69c8-47c9-a612-55072c6ecd40 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993393 Jun 17 14:18:00.069428 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-7f47c42a-b439-4e12-8d93-8670f4ef029d service neutron] 10.222.0.82 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643339 Jun 17 14:18:00.095125 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-4ce9ea18-54ff-456b-bce3-75b1d1986d9d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6e70ccef-d19e-435e-bd0d-73541f612d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155677 Jun 17 14:18:00.195081 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7b66fe40-740f-4396-9a60-54f4e96411f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.206543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.212510 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7b66fe40-740f-4396-9a60-54f4e96411f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.223304 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-2a9bbe1d-ae3e-4485-a6a1-290b81e4982d service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575068 Jun 17 14:18:00.234102 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.236071 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c70f402e-84bb-4989-83ff-3148febf0132 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:00.269055 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Allocated IP 172.20.0.14 (80c52f70-21e7-42df-8b3a-2db59374c6fc/47407229-ab4c-47d0-95e1-848c70199eb4/ce8171eb-e01a-47db-871b-dcacbfac8deb) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:00.304803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] For port 290934c4-b840-4f8d-b660-64a3d122e561, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:00.313075 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] For port 290934c4-b840-4f8d-b660-64a3d122e561, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=290934c4-b840-4f8d-b660-64a3d122e561,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:00.321212 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.324478 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-10ebd37a-e54c-4b13-b0b8-7d83f47513bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:00.369285 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.401343 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-7b66fe40-740f-4396-9a60-54f4e96411f4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7cb08708d53b44eaabd52b479314ffb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0705714 Jun 17 14:18:00.411388 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-392f0794-14e5-4594-9c40-075a9c7860e9 service neutron] 10.222.0.95 "GET /v2.0/networks/6e70ccef-d19e-435e-bd0d-73541f612d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887089 Jun 17 14:18:00.424008 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45376) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:00.427306 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66fe40-740f-4396-9a60-54f4e96411f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a120be-f442-444d-abc4-42339b50705e,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:00.462275 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7b66fe40-740f-4396-9a60-54f4e96411f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:00.468237 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.471162 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.8784678 Jun 17 14:18:00.474072 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:00.519328 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:00.519926 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:17:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:00.562586 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'Port': ['ID=82c31398-e9c9-4cfd-98c8-3bb9453009fc,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:00.578195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:00.618212 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3c74ce7b-e654-49de-9a52-a3659d842d37 req-9324b5bc-78c8-4235-87f7-f92f23017e48 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851459 Jun 17 14:18:00.753265 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2ea7cc2e-cff7-46bb-9f73-bbbeaa65544b req-e313c4cc-72c0-4228-aed0-32295381e096 service neutron] 10.222.0.95 "GET /v2.0/networks/6e70ccef-d19e-435e-bd0d-73541f612d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146935 Jun 17 14:18:00.792263 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.796784 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45386) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:00.834538 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-eca9821c-6dab-449a-972d-39cbe27c392f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:00.953730 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.035673 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:01.040394 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.182710 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.188297 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:01.209996 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31da33-6ddf-4131-a6a2-ba784554ff5f None None] Pushing event updated for resources: {'Port': ['ID=290934c4-b840-4f8d-b660-64a3d122e561,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:01.260896 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5b31da33-6ddf-4131-a6a2-ba784554ff5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:01.306531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-eca9821c-6dab-449a-972d-39cbe27c392f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.323115 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-eca9821c-6dab-449a-972d-39cbe27c392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.326914 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:01.437335 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.442339 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-eca9821c-6dab-449a-972d-39cbe27c392f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e7a8b7fc2829424996551e5c59a81dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419752 Jun 17 14:18:01.443523 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Pushing event updated for resources: {'Port': ['ID=ce8171eb-e01a-47db-871b-dcacbfac8deb,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:01.448493 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45396) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:01.449673 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:01.469232 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9821c-6dab-449a-972d-39cbe27c392f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba06f4a-4d78-497d-9512-1e52e0bf04f1,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:01.470223 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.473922 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/76a120be-f442-444d-abc4-42339b50705e HTTP/1.1" status: 204 len: 168 time: 1.0484080 Jun 17 14:18:01.481378 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:01.486648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-eca9821c-6dab-449a-972d-39cbe27c392f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:01.512867 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a120be-f442-444d-abc4-42339b50705e,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:01.529567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:01.557628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:01.562913 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:01.575072 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:01.585153 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:01.605924 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.637147 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7634542 Jun 17 14:18:01.641575 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a89ce5-38b4-47fe-b4c3-cdb175ce7dd1 x-openstack-request-id: req-73a89ce5-38b4-47fe-b4c3-cdb175ce7dd1 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:01.644063 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a0d04e-986a-4a1a-84c8-4636ff577bdb", "tag": "60db3e12-255b-4033-800a-11cd9be3d44e", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:01.644431 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-73a89ce5-38b4-47fe-b4c3-cdb175ce7dd1 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:01.644983 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'tag': '60db3e12-255b-4033-800a-11cd9be3d44e', 'status': 'completed', 'code': 200} Jun 17 14:18:01.650801 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.742277 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.890842 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45406) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:01.897191 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077712459', 'description': 'tempest-description--1615317458'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:01.916918 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Request body: {'port': {'device_id': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:01.961297 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.969022 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:01.992690 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8ba06f4a-4d78-497d-9512-1e52e0bf04f1 HTTP/1.1" status: 204 len: 168 time: 0.5266471 Jun 17 14:18:02.003230 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:02.037697 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba06f4a-4d78-497d-9512-1e52e0bf04f1,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:02.059431 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:02.065000 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:02.418862 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebec13-683b-4056-9e55-df5948577c61 req-2169d9c5-0ed9-466a-8f74-0d7019bd0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:02.422369 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a9ebec13-683b-4056-9e55-df5948577c61 req-2169d9c5-0ed9-466a-8f74-0d7019bd0510 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 1097 time: 0.7079999 Jun 17 14:18:02.450797 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:02.524008 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:00Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:02.664522 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:02.702449 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2926f046-e249-4d75-9acb-bdf0d62de441 req-7a025c95-9a08-4ba8-b951-56cf15ea0b8f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 210 time: 0.2239718 Jun 17 14:18:02.707631 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:02.728606 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:02.787265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ffcc7-4cdb-431e-b12c-a845d5401ab6,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:02.807334 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:02.878144 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d83-11c3-43a1-becd-fc037ddb64d0 req-2142a5fb-0d4d-4857-8795-62ff847c08a1 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:02.881022 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c9b75d83-11c3-43a1-becd-fc037ddb64d0 req-2142a5fb-0d4d-4857-8795-62ff847c08a1 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 944 time: 0.6478777 Jun 17 14:18:02.883479 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:02.888790 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9957707 Jun 17 14:18:02.891398 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45422) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:02.900341 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'security_group_rule': {'security_group_id': 'f52ffcc7-4cdb-431e-b12c-a845d5401ab6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:02.995937 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd2c41-7a9c-42fe-9cde-324c52fe5233 None None] The sync data for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi is: [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:00Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:18:03.065789 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.338588 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.347695 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c9b75d83-11c3-43a1-becd-fc037ddb64d0 req-bd78c73c-e26d-4f3c-968c-f9e125df3c94 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563544 Jun 17 14:18:03.352087 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.388780 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 290934c4-b840-4f8d-b660-64a3d122e561 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:03.397829 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4029c861-b6c0-4960-901d-a133e4662fe7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:03.463299 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8171eb-e01a-47db-871b-dcacbfac8deb {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:03.486908 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.500575 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeb8daf-3fa9-4fdf-ab4a-6f92b982bab3,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:03.531041 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.532438 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6396568 Jun 17 14:18:03.534612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Transition to ACTIVE for port object ce8171eb-e01a-47db-871b-dcacbfac8deb will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:03.538277 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45440) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:03.540791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:03.573503 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'security_group_rule': {'security_group_id': 'f52ffcc7-4cdb-431e-b12c-a845d5401ab6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:03.588239 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188a176-53a3-456a-baf0-f36cc125619c req-c971b294-1d46-4cc6-9540-b8555d1c6b1b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:03.596556 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1188a176-53a3-456a-baf0-f36cc125619c req-c971b294-1d46-4cc6-9540-b8555d1c6b1b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 944 time: 0.5395854 Jun 17 14:18:03.640014 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 290934c4-b840-4f8d-b660-64a3d122e561 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:03.648634 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 290934c4-b840-4f8d-b660-64a3d122e561 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:03.649793 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.663415 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede6a34c-f722-43fe-992a-29b85c200713', 'tag': '73af20f7-af9e-48a9-8014-c920a9ef7344'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:03.670607 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd1275a-073c-41de-adcb-98ed139117a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ede6a34c-f722-43fe-992a-29b85c200713", "tag": "73af20f7-af9e-48a9-8014-c920a9ef7344"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:03.684677 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.781289 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-ad28cae3-1895-4868-a1fe-738305d10090 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--137586859&fields=id&tenant_id=7c6d035261fe40cf96902e8c73e931ad HTTP/1.1" status: 200 len: 267 time: 0.2227960 Jun 17 14:18:03.798680 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f5d355dd-7a3f-43c4-97b8-27f6273e2fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.846761 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:03.849617 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1188a176-53a3-456a-baf0-f36cc125619c req-2fbb1fab-aec0-4514-a7e3-e1004b83a6a4 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221377 Jun 17 14:18:03.885953 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.940699 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 290934c4-b840-4f8d-b660-64a3d122e561, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=290934c4-b840-4f8d-b660-64a3d122e561,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:03.947981 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:03.950986 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5b31da33-6ddf-4131-a6a2-ba784554ff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:04.124336 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=290934c4-b840-4f8d-b660-64a3d122e561,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:04.129563 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-d5639aba-978e-47fe-aaf5-504840e065a6 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:04.137006 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-d5639aba-978e-47fe-aaf5-504840e065a6 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 810 time: 0.3527722 Jun 17 14:18:04.137822 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.95', 56104) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:04.155496 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:04.209913 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebec13-683b-4056-9e55-df5948577c61 req-8d26437e-a90c-4718-a9c6-f8e82037008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:04.211550 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a9ebec13-683b-4056-9e55-df5948577c61 req-8d26437e-a90c-4718-a9c6-f8e82037008e service neutron] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 916 time: 0.6711032 Jun 17 14:18:04.233621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ab164-8bf6-4a1f-b860-56939229accf x-openstack-request-id: req-e74ab164-8bf6-4a1f-b860-56939229accf {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:04.233919 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede6a34c-f722-43fe-992a-29b85c200713", "tag": "73af20f7-af9e-48a9-8014-c920a9ef7344", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:04.234220 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e74ab164-8bf6-4a1f-b860-56939229accf {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:04.234632 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede6a34c-f722-43fe-992a-29b85c200713', 'tag': '73af20f7-af9e-48a9-8014-c920a9ef7344', 'status': 'completed', 'code': 200} Jun 17 14:18:04.237349 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:04.378145 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-93649dd0-2613-476d-9aa3-eb9004fab0f0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/quotas/7c6d035261fe40cf96902e8c73e931ad HTTP/1.1" status: 200 len: 375 time: 0.1183996 Jun 17 14:18:04.483582 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a9ebec13-683b-4056-9e55-df5948577c61 req-16890a48-5127-4608-88ea-d75af3ac34be service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60db3e12-255b-4033-800a-11cd9be3d44e HTTP/1.1" status: 200 len: 217 time: 0.2142699 Jun 17 14:18:04.495676 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3627fc2-a39b-4e48-ad5c-2c207f498ae0 req-abe70f30-2870-4378-b806-beab81d231c0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 210 time: 0.1805999 Jun 17 14:18:04.540265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-8fa57e59-93a9-4ebb-863e-ccc3644f7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:04.542274 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-8fa57e59-93a9-4ebb-863e-ccc3644f7944 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a82b26547134cb59f3791a39e205822&device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 1097 time: 0.3981814 Jun 17 14:18:04.611558 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebec13-683b-4056-9e55-df5948577c61 req-8fb37641-c5f7-4bf1-842e-7af0de8e8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:04.611558 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a9ebec13-683b-4056-9e55-df5948577c61 req-8fb37641-c5f7-4bf1-842e-7af0de8e8229 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.0695808 Jun 17 14:18:04.978886 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-76d03b4f-1eaa-4f83-bd71-727c6b1a73c5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:04.982132 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-76d03b4f-1eaa-4f83-bd71-727c6b1a73c5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 818 time: 1.2046306 Jun 17 14:18:04.984369 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-094bc7cf-34bd-42c5-8a0d-e1844cead4b9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6050265 Jun 17 14:18:04.999960 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Pushing event updated for resources: {'Port': ['ID=ce8171eb-e01a-47db-871b-dcacbfac8deb,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:05.043288 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.046261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:05.051549 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-af491823-a749-4052-93d1-80bbc23dfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:05.053221 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-af491823-a749-4052-93d1-80bbc23dfeda service neutron] 10.222.0.95 "GET /v2.0/networks?id=6e70ccef-d19e-435e-bd0d-73541f612d8d HTTP/1.1" status: 200 len: 913 time: 0.5019753 Jun 17 14:18:05.054044 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Request body: {'port': {'device_id': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'admin_state_up': True, 'tenant_id': '4891408382304eef8d46db5b00d5ec12'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:05.059330 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Attempting to bind port ce8171eb-e01a-47db-871b-dcacbfac8deb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:05.059673 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Attempting to bind port ce8171eb-e01a-47db-871b-dcacbfac8deb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:05.059990 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Attempting to bind port ce8171eb-e01a-47db-871b-dcacbfac8deb on network 80c52f70-21e7-42df-8b3a-2db59374c6fc {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:05.087742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Port ce8171eb-e01a-47db-871b-dcacbfac8deb on network 80c52f70-21e7-42df-8b3a-2db59374c6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:18:05.088165 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Attempting to bind port ce8171eb-e01a-47db-871b-dcacbfac8deb on network 80c52f70-21e7-42df-8b3a-2db59374c6fc {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:05.093970 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.110715 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a9ebec13-683b-4056-9e55-df5948577c61 req-b2e1d88a-db16-400e-9881-22b88905de6c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610887 Jun 17 14:18:05.116518 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:05.116518 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Checking segment: {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:05.117164 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Bound using segment: {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:05.117807 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Bound port: ce8171eb-e01a-47db-871b-dcacbfac8deb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:05.118485 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.163659 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c6282992-772c-4cd6-b9bd-9af2fdcd840e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:05.204396 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07131a48-eac3-444f-9d22-c6e443190367,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:05.206682 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.208150 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6536641 Jun 17 14:18:05.214461 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 290934c4-b840-4f8d-b660-64a3d122e561 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:05.285916 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45504) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:05.295656 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:05.299383 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 290934c4-b840-4f8d-b660-64a3d122e561 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:05.300139 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.309896 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-80f51940-d5db-4c49-bf49-78f94eb6cc8c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73af20f7-af9e-48a9-8014-c920a9ef7344 HTTP/1.1" status: 200 len: 217 time: 0.2144566 Jun 17 14:18:05.320833 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:05.434739 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf816a-cd8a-4fe4-b00b-71190a69ea7c req-3ac73877-99c5-4a90-bfdd-75cf36e4d0c2 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:05.442225 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ffcf816a-cd8a-4fe4-b00b-71190a69ea7c req-3ac73877-99c5-4a90-bfdd-75cf36e4d0c2 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 944 time: 0.5377004 Jun 17 14:18:05.459909 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.512251 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-b7da3a26-b228-44e3-8ae0-17cb08bb014d service neutron] 10.222.0.82 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871798 Jun 17 14:18:05.523482 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-c8cd8bdd-522b-44f8-9ac0-fddd1f6f9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:05.525175 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-c8cd8bdd-522b-44f8-9ac0-fddd1f6f9bdc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=92972a3c-fcac-410d-a3df-ab6975cd2932 HTTP/1.1" status: 200 len: 851 time: 0.2062118 Jun 17 14:18:05.541866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Made reservation on behalf of 4891408382304eef8d46db5b00d5ec12 for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:05.546423 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.634324 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ffcf816a-cd8a-4fe4-b00b-71190a69ea7c req-fa8544d8-15c7-41f3-b94b-5160d100a844 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825407 Jun 17 14:18:05.679731 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-96bdc0cc-205f-4842-b638-314c09b7e3e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6e70ccef-d19e-435e-bd0d-73541f612d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382694 Jun 17 14:18:05.693829 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] For port ce8171eb-e01a-47db-871b-dcacbfac8deb, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:05.726499 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] For port ce8171eb-e01a-47db-871b-dcacbfac8deb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:05.728830 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a9ebec13-683b-4056-9e55-df5948577c61 req-cd00bc35-5c7d-4448-9111-21b8756cfc41 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848989 Jun 17 14:18:05.735199 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.760431 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-53491b48-68f8-41a5-b683-42d6742cfb0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:05.813219 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Allocated IP 172.20.0.3 (80c52f70-21e7-42df-8b3a-2db59374c6fc/47407229-ab4c-47d0-95e1-848c70199eb4/13514dde-13ad-4e83-9901-b5d66ea13e85) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:05.856653 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5c22f542-ba54-492f-8f5a-0957bdf3b48b service neutron] 10.222.0.82 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291671 Jun 17 14:18:05.894623 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:05.895233 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:05.903168 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] 10.222.0.95 "PUT /v2.0/ports/ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 1094 time: 4.1911230 Jun 17 14:18:06.036231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Pushing event updated for resources: {'Port': ['ID=ce8171eb-e01a-47db-871b-dcacbfac8deb,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:06.045491 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:06.083069 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:06.092117 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-b627c2bf-142d-4851-9923-955327196f4d service neutron] 10.222.0.95 "GET /v2.0/networks/6e70ccef-d19e-435e-bd0d-73541f612d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720016 Jun 17 14:18:06.122459 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a9ebec13-683b-4056-9e55-df5948577c61 req-2f3d649f-6ee9-403e-ad24-0429a6d7024e service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819537 Jun 17 14:18:06.174573 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-cff9c464-25ef-4c9f-9817-cbb9ed387028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:06.213136 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-018f1e01-d6a4-4f32-89e7-012248c3ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:06.214734 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-018f1e01-d6a4-4f32-89e7-012248c3ca43 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1097 time: 0.2544105 Jun 17 14:18:06.247843 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'tag': 'ce8171eb-e01a-47db-871b-dcacbfac8deb'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:06.260231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79989b3-409b-4228-ba90-2a771a60fcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0c2adc-276d-4024-a9a9-558dbd79e0d4", "tag": "ce8171eb-e01a-47db-871b-dcacbfac8deb"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:06.409257 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-1a75512d-a362-45c8-857a-92637e31e618 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 217 time: 0.1820726 Jun 17 14:18:06.409456 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bd1275a-073c-41de-adcb-98ed139117a0 req-737e552b-1f07-460d-b1a4-0bc6e2b5b6fe service neutron] 10.222.0.95 "GET /v2.0/networks/6e70ccef-d19e-435e-bd0d-73541f612d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078516 Jun 17 14:18:06.473780 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:06.542515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-49ca9a44-fbde-40aa-a42c-73ffb7bc35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:06.544191 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-49ca9a44-fbde-40aa-a42c-73ffb7bc35c5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0855799 Jun 17 14:18:06.575475 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ae12a2f0-9777-4f6c-b2e3-e93cfe05e44d req-f41705ce-e29d-4da7-91dd-b82cc42c722e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 210 time: 0.1648095 Jun 17 14:18:06.591084 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-8ea69057-8ea1-4349-ab64-c0687c5dc908 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367436 Jun 17 14:18:06.592509 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 73af20f7-af9e-48a9-8014-c920a9ef7344 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:06.617427 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:06.632077 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bde3b-8269-4da3-a798-26f59d6d8fb6 req-28469091-8bd1-4e26-9b70-f9713e6c746f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:06.647104 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-348bde3b-8269-4da3-a798-26f59d6d8fb6 req-28469091-8bd1-4e26-9b70-f9713e6c746f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 944 time: 0.6434922 Jun 17 14:18:06.716129 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7bb79f90-58f3-4675-b65e-9d4a388cfaaf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:06.723649 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Allocated IP 172.27.0.34 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/2ea21cf1-59a7-49da-85ac-b2b32a5a2e7d) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:06.748716 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-348bde3b-8269-4da3-a798-26f59d6d8fb6 req-0ab507ab-0b53-4b60-a599-f61a177009f8 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997429 Jun 17 14:18:06.854657 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-36043afb-8a3c-4cd9-aaad-26addf37f722 req-07b8305e-24d4-43d7-9c8c-0621913d9d52 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 210 time: 0.1008976 Jun 17 14:18:06.857107 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Network 80c52f70-21e7-42df-8b3a-2db59374c6fc is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:06.861736 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f0fbd-996b-4629-abf8-8146963ccbdd x-openstack-request-id: req-929f0fbd-996b-4629-abf8-8146963ccbdd {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:06.862066 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0c2adc-276d-4024-a9a9-558dbd79e0d4", "tag": "ce8171eb-e01a-47db-871b-dcacbfac8deb", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:06.862341 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-929f0fbd-996b-4629-abf8-8146963ccbdd {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:06.862844 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'tag': 'ce8171eb-e01a-47db-871b-dcacbfac8deb', 'status': 'completed', 'code': 200} Jun 17 14:18:06.875853 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:06.884124 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:06.890396 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:06.891076 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:06.900053 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Pushing event updated for resources: {'Port': ['ID=13514dde-13ad-4e83-9901-b5d66ea13e85,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:06.914553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:06.921315 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-fef64256-cff9-48d2-a6d8-f714d4183301 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223767 Jun 17 14:18:06.927507 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8775058 Jun 17 14:18:06.944950 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Request body: {'port': {'device_id': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:06.974461 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.027815 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45570) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:07.132405 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.135655 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ec7f2781-2235-490a-aa5e-ce1590485ff5 req-fe4fd483-7d28-4206-ad88-074e83d36f6f service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066486 Jun 17 14:18:07.143080 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.147344 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 73af20f7-af9e-48a9-8014-c920a9ef7344, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73af20f7-af9e-48a9-8014-c920a9ef7344,segment=NetworkSegment(3b4fe499-5238-4ef9-938d-82940504c476),segment_id=3b4fe499-5238-4ef9-938d-82940504c476)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:07.192297 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '73af20f7-af9e-48a9-8014-c920a9ef7344', 'network_id': '6e70ccef-d19e-435e-bd0d-73541f612d8d', 'port_id': '73af20f7-af9e-48a9-8014-c920a9ef7344', 'mac_address': 'fa:16:3e:46:e1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92972a3c-fcac-410d-a3df-ab6975cd2932', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:18:07.248359 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f20cf1-1b50-45ad-a626-782fac75cec7 req-860b3f85-0d74-40bb-a91d-efb57280fc16 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:07.256524 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-42f20cf1-1b50-45ad-a626-782fac75cec7 req-860b3f85-0d74-40bb-a91d-efb57280fc16 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 944 time: 0.1444330 Jun 17 14:18:07.277141 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.281832 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:07.320110 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.358104 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-42f20cf1-1b50-45ad-a626-782fac75cec7 req-fb9f9838-fb6a-43d5-96ad-18402da43216 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003053 Jun 17 14:18:07.392405 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:07.394751 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73af20f7-af9e-48a9-8014-c920a9ef7344 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:07.402769 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:07.416234 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:07.442070 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'Port': ['ID=2ea21cf1-59a7-49da-85ac-b2b32a5a2e7d,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:07.449820 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:07.506462 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 73af20f7-af9e-48a9-8014-c920a9ef7344, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73af20f7-af9e-48a9-8014-c920a9ef7344,segment=NetworkSegment(3b4fe499-5238-4ef9-938d-82940504c476),segment_id=3b4fe499-5238-4ef9-938d-82940504c476)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:07.517209 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.521788 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 60db3e12-255b-4033-800a-11cd9be3d44e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:07.531558 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-645add76-acf6-4644-bc70-4a8602ba84a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.617042 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.697248 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.701575 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-189e52ff-7aa5-4b77-bd53-76a57cb00de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:07.708018 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-189e52ff-7aa5-4b77-bd53-76a57cb00de5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1097 time: 0.2737947 Jun 17 14:18:07.719106 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-645add76-acf6-4644-bc70-4a8602ba84a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.729343 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-645add76-acf6-4644-bc70-4a8602ba84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.736181 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7b66fe40-740f-4396-9a60-54f4e96411f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:07.789549 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:07.822783 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45588) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:07.842331 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645add76-acf6-4644-bc70-4a8602ba84a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd36c27-0adf-41a7-b752-8eef66a13764,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:07.850144 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-645add76-acf6-4644-bc70-4a8602ba84a5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=742f8939c3d1494d92fa815614f401e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8207812 Jun 17 14:18:07.851102 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-645add76-acf6-4644-bc70-4a8602ba84a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:07.854205 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45592) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:07.964624 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:07.998695 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-5351f132-fc64-4448-bbb0-2665f9aa8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:08.000397 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-5351f132-fc64-4448-bbb0-2665f9aa8f48 service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.2769065 Jun 17 14:18:08.035570 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=73af20f7-af9e-48a9-8014-c920a9ef7344,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:08.043682 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 60db3e12-255b-4033-800a-11cd9be3d44e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60db3e12-255b-4033-800a-11cd9be3d44e,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:08.048620 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:08.065197 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-27a66f36-c0f6-4633-be8a-25bdeb5b3753 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 217 time: 0.0464220 Jun 17 14:18:08.066544 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '60db3e12-255b-4033-800a-11cd9be3d44e', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'port_id': '60db3e12-255b-4033-800a-11cd9be3d44e', 'mac_address': 'fa:16:3e:20:bd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e3c58c-15ec-447e-8c1f-ae4114f2c41a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:18:08.099829 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13514dde-13ad-4e83-9901-b5d66ea13e85 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:08.131985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.144184 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.155984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Transition to ACTIVE for port object 13514dde-13ad-4e83-9901-b5d66ea13e85 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:08.162155 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.166239 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-5b6fca67-52c1-4076-9d6e-01ec2f530e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:08.167719 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-5b6fca67-52c1-4076-9d6e-01ec2f530e61 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0893757 Jun 17 14:18:08.169237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:08.179703 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60db3e12-255b-4033-800a-11cd9be3d44e {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:08.231725 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-7082b6d3-41a0-4a77-ac9e-897ef7b1038e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557137 Jun 17 14:18:08.269232 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 60db3e12-255b-4033-800a-11cd9be3d44e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60db3e12-255b-4033-800a-11cd9be3d44e,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:08.278108 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.283386 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:08.371907 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=60db3e12-255b-4033-800a-11cd9be3d44e,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:08.375849 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:08.382205 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Pushing event updated for resources: {'Port': ['ID=13514dde-13ad-4e83-9901-b5d66ea13e85,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:08.391391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:08.459679 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Attempting to bind port 13514dde-13ad-4e83-9901-b5d66ea13e85 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:08.460005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Attempting to bind port 13514dde-13ad-4e83-9901-b5d66ea13e85 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:08.460547 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Attempting to bind port 13514dde-13ad-4e83-9901-b5d66ea13e85 on network 80c52f70-21e7-42df-8b3a-2db59374c6fc {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:08.474277 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-f09df46f-e9b0-4b95-bd88-f0e0d95f7cc0 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361009 Jun 17 14:18:08.475273 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Port 13514dde-13ad-4e83-9901-b5d66ea13e85 on network 80c52f70-21e7-42df-8b3a-2db59374c6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:18:08.475701 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Attempting to bind port 13514dde-13ad-4e83-9901-b5d66ea13e85 on network 80c52f70-21e7-42df-8b3a-2db59374c6fc {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:08.491292 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:08.491649 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Checking segment: {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:08.492198 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Bound using segment: {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:08.492840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Bound port: 13514dde-13ad-4e83-9901-b5d66ea13e85, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2413a7b6-ab72-4808-82cd-60b89d9dbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:08.493476 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.569291 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:08.575655 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.632558 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['73af20f7-af9e-48a9-8014-c920a9ef7344'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:08.683402 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b79989b3-409b-4228-ba90-2a771a60fcf2 req-8d509db2-227c-4473-a974-229f9a4a306a service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008426 Jun 17 14:18:08.685099 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] For port 13514dde-13ad-4e83-9901-b5d66ea13e85, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:08.706435 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] For port 13514dde-13ad-4e83-9901-b5d66ea13e85, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13514dde-13ad-4e83-9901-b5d66ea13e85,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:08.715866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.719149 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:08.769020 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-39e030ba-a71c-455d-afd9-d2eb690685b2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:08.772400 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-39e030ba-a71c-455d-afd9-d2eb690685b2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 810 time: 0.2977211 Jun 17 14:18:08.784473 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:08.785477 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.789257 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] 10.222.0.95 "PUT /v2.0/ports/13514dde-13ad-4e83-9901-b5d66ea13e85 HTTP/1.1" status: 200 len: 1093 time: 1.8506577 Jun 17 14:18:08.803876 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-785cf48b-031f-4e21-a179-af497e71c7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.820444 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Pushing event updated for resources: {'Port': ['ID=13514dde-13ad-4e83-9901-b5d66ea13e85,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:08.824705 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:08.827763 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.859803 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:08.870385 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.873961 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'tag': '13514dde-13ad-4e83-9901-b5d66ea13e85'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:08.877155 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25dd76b-a916-4366-abd9-2b9568c494b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c208a104-cc57-40e9-82d7-40557e5e802b", "tag": "13514dde-13ad-4e83-9901-b5d66ea13e85"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:08.878951 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3251fcc-b888-4f37-9aa9-4624f0fb323e req-27f30544-b700-4fa0-baef-8f6cc5dc4957 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:08.881050 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f3251fcc-b888-4f37-9aa9-4624f0fb323e req-27f30544-b700-4fa0-baef-8f6cc5dc4957 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 931 time: 1.1164405 Jun 17 14:18:08.915249 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-64c45db7-c0fe-426e-9eb3-52c336631777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:08.916829 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-64c45db7-c0fe-426e-9eb3-52c336631777 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 1096 time: 0.0757201 Jun 17 14:18:08.956771 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:08.973862 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-397926a5-acc1-4bb5-afc4-3002cbb0cb45 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13514dde-13ad-4e83-9901-b5d66ea13e85 HTTP/1.1" status: 200 len: 217 time: 0.0484231 Jun 17 14:18:09.000240 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.032921 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-e98ddf19-c689-416b-93df-bedcd8de91f7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6d035261fe40cf96902e8c73e931ad HTTP/1.1" status: 200 len: 379 time: 0.2081790 Jun 17 14:18:09.034799 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-7f7b5a3b-d223-4a39-a4af-5886bb38b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:09.036735 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-7f7b5a3b-d223-4a39-a4af-5886bb38b001 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0556045 Jun 17 14:18:09.049056 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'Port': ['ID=2ea21cf1-59a7-49da-85ac-b2b32a5a2e7d,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:09.067495 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'port': {'device_id': '082639b5-3b5a-49e7-a100-b75590a12165', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'admin_state_up': True, 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'security_groups': ['28974398-f187-42d6-8faa-02cb672e3311']}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:09.079814 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-338826c6-c740-40e7-96db-192b94328fca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351410 Jun 17 14:18:09.080774 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:09.112127 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f3251fcc-b888-4f37-9aa9-4624f0fb323e req-87e2762c-aa1e-4101-95bf-52ed065857ac tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025928 Jun 17 14:18:09.140087 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818bdf9-0cad-4d48-b5a7-6ba7ecd69ed4 req-9ea6369f-ce7e-4ad1-9523-fb2f7d86c8bf tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:09.141650 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6818bdf9-0cad-4d48-b5a7-6ba7ecd69ed4 req-9ea6369f-ce7e-4ad1-9523-fb2f7d86c8bf tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 945 time: 0.6999924 Jun 17 14:18:09.196052 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-c3fcea77-2467-4b0e-bcaa-1dc81e02360b service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084185 Jun 17 14:18:09.231793 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.244402 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.245540 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6fd36c27-0adf-41a7-b752-8eef66a13764 HTTP/1.1" status: 204 len: 168 time: 1.3904424 Jun 17 14:18:09.257013 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-53d0f725-257d-4f76-afce-5c2c13bcfd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:09.303905 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd36c27-0adf-41a7-b752-8eef66a13764,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:09.314277 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-785cf48b-031f-4e21-a179-af497e71c7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.315540 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:09.330780 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6818bdf9-0cad-4d48-b5a7-6ba7ecd69ed4 req-eefc6ac1-a212-442f-ad5d-4cbb07e6f50e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529841 Jun 17 14:18:09.336077 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-785cf48b-031f-4e21-a179-af497e71c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.363827 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9b03944f-cd10-453a-a272-4ba5b870a14c req-32834f05-78f3-4fc6-804d-13d27cb2f189 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 210 time: 0.0621159 Jun 17 14:18:09.378008 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-cb68dad6-0afa-4064-9776-0c10fd292eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:09.381128 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.382515 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0932825 Jun 17 14:18:09.451766 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-785cf48b-031f-4e21-a179-af497e71c7c0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6db5b91ee0ab4cd287b787ba91be4681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6278870 Jun 17 14:18:09.455611 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45612) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:09.465955 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cf48b-031f-4e21-a179-af497e71c7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cc7a19-90b3-45cc-9391-6b005a2e6bb4,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:09.470778 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Made reservation on behalf of 7c6d035261fe40cf96902e8c73e931ad for: {'port': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:09.475796 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.498326 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-785cf48b-031f-4e21-a179-af497e71c7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:09.648160 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d1452e45-39b3-45d3-b321-bc7f1083e942 req-155e2112-166f-4b60-9acc-77e91f032e79 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441154 Jun 17 14:18:09.705386 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad0922-bbb9-41c2-a494-f0bbd9ed946c x-openstack-request-id: req-b2ad0922-bbb9-41c2-a494-f0bbd9ed946c {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:09.705696 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c208a104-cc57-40e9-82d7-40557e5e802b", "tag": "13514dde-13ad-4e83-9901-b5d66ea13e85", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:09.705966 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b2ad0922-bbb9-41c2-a494-f0bbd9ed946c {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:09.706662 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'tag': '13514dde-13ad-4e83-9901-b5d66ea13e85', 'status': 'completed', 'code': 200} Jun 17 14:18:09.783725 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.848731 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7850dfc-44bd-4ed2-af91-a773a8168207 req-ad17761f-b794-4fad-b602-a19649ff7f60 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:09.850489 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a7850dfc-44bd-4ed2-af91-a773a8168207 req-ad17761f-b794-4fad-b602-a19649ff7f60 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 945 time: 0.3089068 Jun 17 14:18:09.890100 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-9391284c-7749-445d-9a9c-c4523702f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:09.893051 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-9391284c-7749-445d-9a9c-c4523702f955 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 1096 time: 0.1442373 Jun 17 14:18:09.942838 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:09.982918 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45640) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:09.986105 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a7850dfc-44bd-4ed2-af91-a773a8168207 req-4742231a-690d-49a5-b6ea-ce15d9f504d4 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219308 Jun 17 14:18:10.007544 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-b876f11a-0d08-410e-8709-b10ff4c2a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:10.009740 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-b876f11a-0d08-410e-8709-b10ff4c2a656 service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.1094658 Jun 17 14:18:10.018310 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.023829 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Allocated IP 172.20.0.8 (65d81fd4-a15f-4c86-8168-67253326f05b/545ee737-32c9-4a9a-899c-66fe2f29be99/3ad35f52-b5b2-4d7d-8eca-14d5851515f7) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:10.030387 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2a895cee-82b2-49cf-ae95-7a280202f80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.054195 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-64bae3f2-db84-463b-9e71-db25b55a7bfa tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--2077712459&fields=id&tenant_id=d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 267 time: 0.1977210 Jun 17 14:18:10.090453 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-caecb87d-95a3-482c-80f1-ff2a87e2c2b2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13514dde-13ad-4e83-9901-b5d66ea13e85 HTTP/1.1" status: 200 len: 217 time: 0.0719941 Jun 17 14:18:10.149470 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-6d9c445e-2dec-474c-a0fb-0597082cdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:10.150964 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-6d9c445e-2dec-474c-a0fb-0597082cdeff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0537515 Jun 17 14:18:10.195186 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-a2aef1d0-ae01-4df5-abfe-6099a56b562b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368273 Jun 17 14:18:10.244182 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.265635 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.266943 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/44cc7a19-90b3-45cc-9391-6b005a2e6bb4 HTTP/1.1" status: 204 len: 168 time: 0.8100722 Jun 17 14:18:10.275566 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:10.315111 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cc7a19-90b3-45cc-9391-6b005a2e6bb4,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:10.325782 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-2c951fdd-06fd-4f90-9554-2fd91b86f493 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:10.327975 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-2c951fdd-06fd-4f90-9554-2fd91b86f493 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 817 time: 0.2597203 Jun 17 14:18:10.329166 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:10.438106 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-8be6de93-d0e6-40d9-b465-32c14a78ba86 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332172 Jun 17 14:18:10.476791 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-b5fbd3fa-ac43-4692-b0df-0b4facd46c9d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/quotas/d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 375 time: 0.0718813 Jun 17 14:18:10.501787 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.566397 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Transition to ACTIVE for port object 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:10.573174 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d25dd76b-a916-4366-abd9-2b9568c494b6 req-00ed8590-3342-45af-ac44-d5954f3262c4 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257207 Jun 17 14:18:10.578274 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2a895cee-82b2-49cf-ae95-7a280202f80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.591125 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2a895cee-82b2-49cf-ae95-7a280202f80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.595087 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device ce8171eb-e01a-47db-871b-dcacbfac8deb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:10.597948 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 73af20f7-af9e-48a9-8014-c920a9ef7344 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:10.603785 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-895c075f-a696-465f-97ae-6ab7677bb82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:10.666343 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5969062-85dc-48fc-b58a-cce3bd68e919 req-15d475c2-0892-47f1-9c39-20dfb15ebc88 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:10.667916 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f5969062-85dc-48fc-b58a-cce3bd68e919 req-15d475c2-0892-47f1-9c39-20dfb15ebc88 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 943 time: 0.2644119 Jun 17 14:18:10.695308 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-2a895cee-82b2-49cf-ae95-7a280202f80a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9cbdf02b90f64fe9a49f9652f977f6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080991 Jun 17 14:18:10.698248 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45676) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:10.702472 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a895cee-82b2-49cf-ae95-7a280202f80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c6031-c48c-4abf-a1d6-1326164c1209,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:10.705448 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-2a895cee-82b2-49cf-ae95-7a280202f80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:10.711060 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.747176 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-d6ebd9a3-d64f-4a21-93dd-fd379d7d0514 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2482913 Jun 17 14:18:10.757440 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:10.774261 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 73af20f7-af9e-48a9-8014-c920a9ef7344 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:10.795792 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 73af20f7-af9e-48a9-8014-c920a9ef7344 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:10.796157 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.801246 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.829303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.878655 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f5969062-85dc-48fc-b58a-cce3bd68e919 req-4a378d89-88b6-48ee-81fd-5d74a45f7c52 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922746 Jun 17 14:18:10.880635 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Network 65d81fd4-a15f-4c86-8168-67253326f05b is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:10.912431 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.918126 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:10.920147 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2d1c6031-c48c-4abf-a1d6-1326164c1209 HTTP/1.1" status: 204 len: 168 time: 0.2205658 Jun 17 14:18:10.921501 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:10.934856 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c6031-c48c-4abf-a1d6-1326164c1209,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:10.946194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:11.003670 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:11.010799 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:11.021440 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:11.031105 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.049676 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'Port': ['ID=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:11.065621 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:11.111949 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0599906 Jun 17 14:18:11.117141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.152735 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Request body: {'port': {'device_id': '082639b5-3b5a-49e7-a100-b75590a12165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:11.223675 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-eac2b4e5-329a-4c8c-a40a-d2e6da7f2f71 service neutron] 10.222.0.82 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753940 Jun 17 14:18:11.228699 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 73af20f7-af9e-48a9-8014-c920a9ef7344, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73af20f7-af9e-48a9-8014-c920a9ef7344,segment=NetworkSegment(3b4fe499-5238-4ef9-938d-82940504c476),segment_id=3b4fe499-5238-4ef9-938d-82940504c476)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:11.236629 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede6a34c-f722-43fe-992a-29b85c200713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73af20f7-af9e-48a9-8014-c920a9ef7344'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:11.352444 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port ce8171eb-e01a-47db-871b-dcacbfac8deb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:11.385389 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'ce8171eb-e01a-47db-871b-dcacbfac8deb', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'port_id': 'ce8171eb-e01a-47db-871b-dcacbfac8deb', 'mac_address': 'fa:16:3e:39:7a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:18:11.390198 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.392184 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 60db3e12-255b-4033-800a-11cd9be3d44e up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:11.433453 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:11.544534 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-1d922fae-4f2c-4a2b-8d6a-99ab05a2ffba None None] Provisioning for port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:11.559440 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-1d922fae-4f2c-4a2b-8d6a-99ab05a2ffba None None] Provisioning complete for port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:11.559821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-1d922fae-4f2c-4a2b-8d6a-99ab05a2ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.564689 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.565553 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=73af20f7-af9e-48a9-8014-c920a9ef7344,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:11.569229 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:11.604377 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.631846 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 60db3e12-255b-4033-800a-11cd9be3d44e completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:11.640239 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0fbf38-a078-481e-8b32-90b0ec3e0176" -d '{"events": [{"server_uuid": "ede6a34c-f722-43fe-992a-29b85c200713", "name": "network-vif-plugged", "status": "completed", "tag": "73af20f7-af9e-48a9-8014-c920a9ef7344"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:11.645253 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-1d922fae-4f2c-4a2b-8d6a-99ab05a2ffba None None] Port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:18:11.649370 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 60db3e12-255b-4033-800a-11cd9be3d44e triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:11.649761 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.652530 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8171eb-e01a-47db-871b-dcacbfac8deb {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:11.702084 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port ce8171eb-e01a-47db-871b-dcacbfac8deb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:11.713435 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:11.716369 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:11.842985 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7883445-1f7d-477c-82a1-d79ad93377c4 req-3e2ce200-ebc1-4df0-ba72-f1e5d3aef5ac tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:11.844840 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e7883445-1f7d-477c-82a1-d79ad93377c4 req-3e2ce200-ebc1-4df0-ba72-f1e5d3aef5ac tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 945 time: 0.7696397 Jun 17 14:18:11.966663 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-3ff3a3bf-378e-4065-b9ca-3fbb40b723e6 service neutron] 10.222.0.82 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420378 Jun 17 14:18:11.972498 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=ce8171eb-e01a-47db-871b-dcacbfac8deb,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:11.978456 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:12.000240 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:12.005359 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e7883445-1f7d-477c-82a1-d79ad93377c4 req-7d200304-5c1f-4dae-801e-5b46add7847d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434467 Jun 17 14:18:12.081812 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 60db3e12-255b-4033-800a-11cd9be3d44e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60db3e12-255b-4033-800a-11cd9be3d44e,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:12.088552 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['ce8171eb-e01a-47db-871b-dcacbfac8deb'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:12.151300 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:12.157616 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:12.201277 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:12.222157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:12.262048 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Transition to ACTIVE for port object 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:12.276074 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:12.327200 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5fac5258-2e91-4853-a570-c5671291cc60 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:12.347802 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=60db3e12-255b-4033-800a-11cd9be3d44e,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:12.370316 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:12.593842 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 13514dde-13ad-4e83-9901-b5d66ea13e85 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:12.611675 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:12.673345 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:12.702025 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Attempting to bind port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:12.702385 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Attempting to bind port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:12.702667 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Attempting to bind port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 on network 65d81fd4-a15f-4c86-8168-67253326f05b {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:12.745640 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 on network 65d81fd4-a15f-4c86-8168-67253326f05b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:18:12.746498 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Attempting to bind port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 on network 65d81fd4-a15f-4c86-8168-67253326f05b {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:12.771562 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c9f0d-7774-435f-9e60-1d0b365a2ff6 req-6f88183f-c669-403f-b1f5-58a26be30744 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:12.780603 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6c4c9f0d-7774-435f-9e60-1d0b365a2ff6 req-6f88183f-c669-403f-b1f5-58a26be30744 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 943 time: 0.5178359 Jun 17 14:18:12.788680 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:12.789025 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Checking segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:12.789685 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Bound using segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:12.790297 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Bound port: 3ad35f52-b5b2-4d7d-8eca-14d5851515f7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:12.790743 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:12.799802 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95c920-4749-451f-801b-990c18fe2385 req-cddebde5-b9dd-415e-a108-b1a73cf820b3 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:12.807916 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ba95c920-4749-451f-801b-990c18fe2385 req-cddebde5-b9dd-415e-a108-b1a73cf820b3 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.4278297 Jun 17 14:18:12.837550 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 13514dde-13ad-4e83-9901-b5d66ea13e85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13514dde-13ad-4e83-9901-b5d66ea13e85,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:12.889028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '13514dde-13ad-4e83-9901-b5d66ea13e85', 'network_id': '80c52f70-21e7-42df-8b3a-2db59374c6fc', 'port_id': '13514dde-13ad-4e83-9901-b5d66ea13e85', 'mac_address': 'fa:16:3e:98:4a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47407229-ab4c-47d0-95e1-848c70199eb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:18:12.922213 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ba95c920-4749-451f-801b-990c18fe2385 req-09d5db01-66f2-437b-851a-a20b4c91e672 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130226 Jun 17 14:18:12.965087 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6c4c9f0d-7774-435f-9e60-1d0b365a2ff6 req-7becf6af-6ab4-4721-a72f-571dcc1feb90 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834025 Jun 17 14:18:12.991196 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:13.019044 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] For port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7, host hv-cinder-79628, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:13.027041 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] For port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:13.042488 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:13.050221 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13514dde-13ad-4e83-9901-b5d66ea13e85 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:13.072808 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:13.095852 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 13514dde-13ad-4e83-9901-b5d66ea13e85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13514dde-13ad-4e83-9901-b5d66ea13e85,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:13.105275 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:13.109564 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:13.149362 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:13.153497 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:13.155189 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] 10.222.0.95 "PUT /v2.0/ports/3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 200 len: 1093 time: 2.0077448 Jun 17 14:18:13.158313 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:13.204172 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=13514dde-13ad-4e83-9901-b5d66ea13e85,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:13.215605 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:13.322720 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45792) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:13.328125 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56abf358-622a-4cd3-ac34-422fefbee642 x-openstack-request-id: req-56abf358-622a-4cd3-ac34-422fefbee642 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:13.328475 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede6a34c-f722-43fe-992a-29b85c200713", "name": "network-vif-plugged", "status": "completed", "tag": "73af20f7-af9e-48a9-8014-c920a9ef7344", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:13.328767 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-56abf358-622a-4cd3-ac34-422fefbee642 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:13.329330 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede6a34c-f722-43fe-992a-29b85c200713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73af20f7-af9e-48a9-8014-c920a9ef7344', 'code': 200} Jun 17 14:18:13.346903 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['13514dde-13ad-4e83-9901-b5d66ea13e85'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:13.570120 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:13.588823 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:13.650631 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d092d27-ad9b-4e88-85f4-b8c16d028978 req-bf4387cd-e35e-4f96-8d13-4d172a4f36ce tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0880980 Jun 17 14:18:13.680554 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-3fd284f0-dc26-4d02-90fe-0e800ac39d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:13.682056 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-3fd284f0-dc26-4d02-90fe-0e800ac39d46 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 1096 time: 0.3989098 Jun 17 14:18:13.734102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-c344105c-b559-4d31-85c1-56b63fef47f8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 200 len: 217 time: 0.0432143 Jun 17 14:18:13.754653 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f549c9-eebb-496c-9353-2b23ecbf6426 req-286ff588-e0ec-401a-aa3d-b063a8a95521 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:13.780620 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c2f549c9-eebb-496c-9353-2b23ecbf6426 req-286ff588-e0ec-401a-aa3d-b063a8a95521 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 944 time: 0.5052567 Jun 17 14:18:13.944426 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-707306c6-5169-4028-b9ad-602bf14c9168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:13.956852 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc435f-8167-471d-b380-f8ebc2b6110e" -d '{"events": [{"name": "network-changed", "server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:13.982853 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c2f549c9-eebb-496c-9353-2b23ecbf6426 req-25377037-3720-4608-8fce-4600193ca71e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012281 Jun 17 14:18:13.987582 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-99b86f2b-d525-4d28-a97b-9370e96815c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:13.995264 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-99b86f2b-d525-4d28-a97b-9370e96815c1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.1860919 Jun 17 14:18:14.003140 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a71e2-74b7-4326-b370-31ba41df2a53 req-0b4ecf16-58d1-4fc1-93f2-c9afe981e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:14.004899 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-064a71e2-74b7-4326-b370-31ba41df2a53 req-0b4ecf16-58d1-4fc1-93f2-c9afe981e735 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 1099 time: 0.2518399 Jun 17 14:18:14.031697 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-064a71e2-74b7-4326-b370-31ba41df2a53 req-200c0f71-1d33-4732-a938-262e70343f9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:14.137342 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd17e37-b37e-416b-bb25-6e611441c591 req-cf7f5a8d-1fe9-4fa3-8666-a61d442f5628 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:14.145073 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2cd17e37-b37e-416b-bb25-6e611441c591 req-cf7f5a8d-1fe9-4fa3-8666-a61d442f5628 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.2598634 Jun 17 14:18:14.154327 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-707306c6-5169-4028-b9ad-602bf14c9168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:14.163690 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-707306c6-5169-4028-b9ad-602bf14c9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:14.209454 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-057d5744-3f1c-4305-8ce2-72bccb580409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:14.211447 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-057d5744-3f1c-4305-8ce2-72bccb580409 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2058048 Jun 17 14:18:14.229260 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2cd17e37-b37e-416b-bb25-6e611441c591 req-80282502-18e7-4608-ac98-fba7cf5a6879 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829287 Jun 17 14:18:14.270391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b2ee3922-b07c-41c7-a584-dd3c12e1ddcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:14.307121 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707306c6-5169-4028-b9ad-602bf14c9168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f498fc-9c1a-4d7b-9b6b-12ed8c0c8acd,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:14.316237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-707306c6-5169-4028-b9ad-602bf14c9168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:14.421600 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f868afef-c189-48fa-beef-51381d310c1e x-openstack-request-id: req-f868afef-c189-48fa-beef-51381d310c1e {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:14.421929 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:14.423667 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f868afef-c189-48fa-beef-51381d310c1e {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:14.424288 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'status': 'completed', 'code': 200} Jun 17 14:18:14.501473 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-707306c6-5169-4028-b9ad-602bf14c9168 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=06ae5f1500a04d028644a8de4d923cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1743190 Jun 17 14:18:14.519610 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45828) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:14.612757 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device ce8171eb-e01a-47db-871b-dcacbfac8deb up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:14.625771 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-eea425ea-9070-4ada-a0d1-42ae32de1d59 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900573 Jun 17 14:18:14.629918 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-064a71e2-74b7-4326-b370-31ba41df2a53 req-200c0f71-1d33-4732-a938-262e70343f9d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:14.726851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-34b1ffe0-afe3-4cef-bb30-8f960cc6133c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:14.729259 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-34b1ffe0-afe3-4cef-bb30-8f960cc6133c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 817 time: 0.4185987 Jun 17 14:18:14.747950 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-064a71e2-74b7-4326-b370-31ba41df2a53 req-200c0f71-1d33-4732-a938-262e70343f9d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:14.796596 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port ce8171eb-e01a-47db-871b-dcacbfac8deb completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:14.815487 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:14.820232 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port ce8171eb-e01a-47db-871b-dcacbfac8deb triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:14.820424 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:14.859532 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0f71-1d33-4732-a938-262e70343f9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2febe160-df90-4251-842d-7a38475cb776,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:14.872018 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-200c0f71-1d33-4732-a938-262e70343f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:14.895475 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9954ae54-f0ae-49b1-97a9-9325e80ea04d req-5c3142d5-de19-4f45-85f2-f1ba68a93875 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500775 Jun 17 14:18:14.918320 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-064a71e2-74b7-4326-b370-31ba41df2a53 req-200c0f71-1d33-4732-a938-262e70343f9d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8908577 Jun 17 14:18:14.928631 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-e95a3244-dd4e-4ae1-93cf-09ea5dfc7a9e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 380 time: 0.1721759 Jun 17 14:18:14.938233 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:14.967939 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.005236 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'port': {'device_id': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'admin_state_up': True, 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'security_groups': ['f52ffcc7-4cdb-431e-b12c-a845d5401ab6']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:15.049591 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af082bf7-2c55-4e1f-b9a8-83e661e46078 req-f78ad8f1-c5f9-4664-b9ab-00ca46679bc0 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:15.058122 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-af082bf7-2c55-4e1f-b9a8-83e661e46078 req-f78ad8f1-c5f9-4664-b9ab-00ca46679bc0 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.6282148 Jun 17 14:18:15.063359 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.115991 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port ce8171eb-e01a-47db-871b-dcacbfac8deb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:15.121298 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.122924 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 13514dde-13ad-4e83-9901-b5d66ea13e85 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:15.126095 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:15.136921 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af183c-b074-458f-8d0d-33a0b917d761 req-d725814d-4734-4016-a204-f56b6e3abb53 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:15.143621 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b4af183c-b074-458f-8d0d-33a0b917d761 req-d725814d-4734-4016-a204-f56b6e3abb53 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 943 time: 0.4713233 Jun 17 14:18:15.163725 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-af082bf7-2c55-4e1f-b9a8-83e661e46078 req-39482177-8369-476b-bc00-2b20798cb128 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005356 Jun 17 14:18:15.214810 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=ce8171eb-e01a-47db-871b-dcacbfac8deb,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:15.228310 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:15.242653 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b4af183c-b074-458f-8d0d-33a0b917d761 req-f30011ca-e2d0-49f5-a690-7898e55f1022 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976183 Jun 17 14:18:15.266657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.267469 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Made reservation on behalf of d9b4270b0433443cafb370696b7f5d08 for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:15.272485 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.274450 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 13514dde-13ad-4e83-9901-b5d66ea13e85 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:15.293685 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 13514dde-13ad-4e83-9901-b5d66ea13e85 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:15.294767 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.307104 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-be542835-349c-4e3e-93a0-c59a8f7ee4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:15.309511 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-be542835-349c-4e3e-93a0-c59a8f7ee4b2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 1096 time: 0.2882109 Jun 17 14:18:15.311764 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.315576 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f8f498fc-9c1a-4d7b-9b6b-12ed8c0c8acd HTTP/1.1" status: 204 len: 168 time: 0.7946444 Jun 17 14:18:15.351981 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60db3e12-255b-4033-800a-11cd9be3d44e'}, {'server_uuid': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8171eb-e01a-47db-871b-dcacbfac8deb'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:15.354928 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c74c40-e90f-4d56-b2eb-8640c28ca897" -d '{"events": [{"server_uuid": "77a0d04e-986a-4a1a-84c8-4636ff577bdb", "name": "network-vif-plugged", "status": "completed", "tag": "60db3e12-255b-4033-800a-11cd9be3d44e"}, {"server_uuid": "ee0c2adc-276d-4024-a9a9-558dbd79e0d4", "name": "network-vif-plugged", "status": "completed", "tag": "ce8171eb-e01a-47db-871b-dcacbfac8deb"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:15.457463 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Allocated IP 172.20.0.8 (dcf13b0e-1f02-459c-b711-b134524684be/e9c8af69-4edf-471b-9f8e-4d5cce40f4ec/a31a7aaf-5413-44a7-9204-4f80db9f5644) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:15.460927 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:15.485765 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-11e805fb-90e6-4f71-8f30-8f536945b60f req-1365e925-5e1a-475a-953f-2f4f1e32a06f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0653541 Jun 17 14:18:15.492558 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.584806 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 13514dde-13ad-4e83-9901-b5d66ea13e85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13514dde-13ad-4e83-9901-b5d66ea13e85,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:15.587337 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f498fc-9c1a-4d7b-9b6b-12ed8c0c8acd,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:15.591002 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-62989352-7e70-4219-b283-89214ec79b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:15.592919 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-62989352-7e70-4219-b283-89214ec79b8f service neutron] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 912 time: 0.1328018 Jun 17 14:18:15.596061 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:15.596654 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:15.601060 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:15.656644 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-e2fcbf0a-3257-4a3d-a65d-5506310f8c0c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 200 len: 217 time: 0.0534451 Jun 17 14:18:15.689152 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=13514dde-13ad-4e83-9901-b5d66ea13e85,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:15.693660 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:15.795666 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-69f7b8bf-b328-4cd4-b6ea-ccea4c397d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:15.798224 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-69f7b8bf-b328-4cd4-b6ea-ccea4c397d8b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.1254585 Jun 17 14:18:15.939423 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3cf6-adb9-4c64-b9e7-642ba3be7e8e req-6c26e0d8-8079-4977-9b52-59421d607f79 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:15.941265 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7abc3cf6-adb9-4c64-b9e7-642ba3be7e8e req-6c26e0d8-8079-4977-9b52-59421d607f79 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 944 time: 0.4545512 Jun 17 14:18:15.959708 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b55e5-51ef-48cc-b582-529d6b1010a9 req-bc72d777-23d1-4fcb-911c-f083a6c2bdfe tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:15.961231 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b90b55e5-51ef-48cc-b582-529d6b1010a9 req-bc72d777-23d1-4fcb-911c-f083a6c2bdfe tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.1227770 Jun 17 14:18:16.045943 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7abc3cf6-adb9-4c64-b9e7-642ba3be7e8e req-7bac7971-05eb-4945-8b77-dba1851689e0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836198 Jun 17 14:18:16.078458 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b90b55e5-51ef-48cc-b582-529d6b1010a9 req-fe2177de-61fc-4eaf-979b-6477a67c3423 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895500 Jun 17 14:18:16.116120 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:16.156766 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155a9b95-0dba-4573-b5cf-b3a252c612f1 x-openstack-request-id: req-155a9b95-0dba-4573-b5cf-b3a252c612f1 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:16.157595 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a0d04e-986a-4a1a-84c8-4636ff577bdb", "name": "network-vif-plugged", "status": "completed", "tag": "60db3e12-255b-4033-800a-11cd9be3d44e", "code": 200}, {"server_uuid": "ee0c2adc-276d-4024-a9a9-558dbd79e0d4", "name": "network-vif-plugged", "status": "completed", "tag": "ce8171eb-e01a-47db-871b-dcacbfac8deb", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:16.158320 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-155a9b95-0dba-4573-b5cf-b3a252c612f1 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:16.159499 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60db3e12-255b-4033-800a-11cd9be3d44e', 'code': 200} Jun 17 14:18:16.161479 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8171eb-e01a-47db-871b-dcacbfac8deb', 'code': 200} Jun 17 14:18:16.196327 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Transition to ACTIVE for port object a31a7aaf-5413-44a7-9204-4f80db9f5644 will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:16.235081 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45894) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:16.274376 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0affa202-9dcf-4623-a436-49fcceafba1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:16.348152 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45900) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:16.424787 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-fbd399f0-35a9-488d-b14c-607abe039b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:16.438633 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-fbd399f0-35a9-488d-b14c-607abe039b9e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6200943 Jun 17 14:18:16.496565 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:16.508469 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:16.706217 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:16.721562 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6ba37621-da33-479f-965c-c97b97d2b2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:16.732515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Network dcf13b0e-1f02-459c-b711-b134524684be is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:16.734571 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:16.735349 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9be66-1bcd-493b-88fc-e4b1c0d0b540 req-de0e1236-bfbe-4f98-abad-c3422a7ed9b7 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:16.743673 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e4b9be66-1bcd-493b-88fc-e4b1c0d0b540 req-de0e1236-bfbe-4f98-abad-c3422a7ed9b7 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.4078937 Jun 17 14:18:16.746391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:16.750586 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:16.758450 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:16.759250 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:16.794272 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7a3f3-c9f5-4029-a43d-3525a673d04c req-57fb9dba-f1ef-491d-8ed8-44c25efb2268 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:16.796895 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-53a7a3f3-c9f5-4029-a43d-3525a673d04c req-57fb9dba-f1ef-491d-8ed8-44c25efb2268 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 943 time: 0.3439412 Jun 17 14:18:16.818954 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-02c9dd1d-3b32-490e-8acd-c68a41032f06 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770781 Jun 17 14:18:16.931826 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e4b9be66-1bcd-493b-88fc-e4b1c0d0b540 req-e9b2095a-37c2-49e4-89e4-daa4d735c15b tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870146 Jun 17 14:18:16.935258 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0affa202-9dcf-4623-a436-49fcceafba1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:16.942496 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a82a83-6b4b-4aac-b58b-caa6d13268aa req-157e818a-a543-46d9-aa4a-833101fbfa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:16.945369 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e9a82a83-6b4b-4aac-b58b-caa6d13268aa req-157e818a-a543-46d9-aa4a-833101fbfa07 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.3270297 Jun 17 14:18:16.950887 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0affa202-9dcf-4623-a436-49fcceafba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:16.960355 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-53a7a3f3-c9f5-4029-a43d-3525a673d04c req-7950d4fe-ab28-4d92-b9b0-c11595694239 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457698 Jun 17 14:18:16.971208 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-645add76-acf6-4644-bc70-4a8602ba84a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:16.974339 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9886820 Jun 17 14:18:17.005639 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Request body: {'port': {'device_id': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:17.084150 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0affa202-9dcf-4623-a436-49fcceafba1a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=58f449fe95cf45fd8a5e67eb3b542a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433776 Jun 17 14:18:17.091216 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45918) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:17.103547 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-ada07f33-a071-4849-be7c-b4a3939263b3 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723002 Jun 17 14:18:17.105446 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affa202-9dcf-4623-a436-49fcceafba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadfb190-f429-4827-b706-9d3b173f6ffe,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:17.121434 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0affa202-9dcf-4623-a436-49fcceafba1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:17.125057 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e9a82a83-6b4b-4aac-b58b-caa6d13268aa req-5206fed3-4203-48c4-bfc9-e7badc694dbc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722467 Jun 17 14:18:17.125780 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-e89271b5-a3fe-4bcb-878e-54eb881fe6e0 None None] Provisioning for port a31a7aaf-5413-44a7-9204-4f80db9f5644 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:17.139738 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-e89271b5-a3fe-4bcb-878e-54eb881fe6e0 None None] Provisioning complete for port a31a7aaf-5413-44a7-9204-4f80db9f5644 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:17.142715 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e89271b5-a3fe-4bcb-878e-54eb881fe6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.179054 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1e98-2d88-4752-b68d-ee551ec3e044 req-a868a3a7-4e77-4521-88ca-124a1be06ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:17.180930 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-329f1e98-2d88-4752-b68d-ee551ec3e044 req-a868a3a7-4e77-4521-88ca-124a1be06ea3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 1099 time: 0.3335521 Jun 17 14:18:17.201883 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-e89271b5-a3fe-4bcb-878e-54eb881fe6e0 None None] Port a31a7aaf-5413-44a7-9204-4f80db9f5644 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:18:17.207160 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.213067 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.250724 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.285617 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-329f1e98-2d88-4752-b68d-ee551ec3e044 req-ecbe126c-69df-48d9-abce-5eafe4f3799e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938089 Jun 17 14:18:17.325866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6ba37621-da33-479f-965c-c97b97d2b2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.354776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2e03-a5b7-46a8-83ea-2fbf8416632f req-33dbb25d-d17e-4769-99f0-ddd0c44346d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:17.356305 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-021e2e03-a5b7-46a8-83ea-2fbf8416632f req-33dbb25d-d17e-4769-99f0-ddd0c44346d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 931 time: 0.1615198 Jun 17 14:18:17.372639 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6ba37621-da33-479f-965c-c97b97d2b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.385564 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:17.388342 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.395287 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.397139 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aadfb190-f429-4827-b706-9d3b173f6ffe HTTP/1.1" status: 204 len: 168 time: 0.3041482 Jun 17 14:18:17.398975 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0affa202-9dcf-4623-a436-49fcceafba1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:17.411792 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b4674-dceb-4e2b-bb17-35703b5f5df9 req-e7a1c4e8-0c48-4bd4-afba-b2fbc6466f15 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:17.413349 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eb6b4674-dceb-4e2b-bb17-35703b5f5df9 req-e7a1c4e8-0c48-4bd4-afba-b2fbc6466f15 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.1483438 Jun 17 14:18:17.430357 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadfb190-f429-4827-b706-9d3b173f6ffe,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:17.438743 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:17.447105 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6ba37621-da33-479f-965c-c97b97d2b2f3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4ab1c951c5674d028a5cb209b0395c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0883110 Jun 17 14:18:17.457147 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45924) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:17.458274 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-021e2e03-a5b7-46a8-83ea-2fbf8416632f req-2731b6de-325a-4271-ae1f-02cecc06214a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851729 Jun 17 14:18:17.487710 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eb6b4674-dceb-4e2b-bb17-35703b5f5df9 req-02553c0a-74a7-4656-8c72-729838b728dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624089 Jun 17 14:18:17.518728 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba37621-da33-479f-965c-c97b97d2b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38155dd-a097-49bd-92d6-0e45c4b05027,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:17.522771 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6ba37621-da33-479f-965c-c97b97d2b2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:17.606403 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.641728 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.661924 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d989e-1787-478f-afd4-434957dcb716 req-a5215b6b-6daa-4f22-bea4-07c1e5635d4d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:17.663570 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a6d989e-1787-478f-afd4-434957dcb716 req-a5215b6b-6daa-4f22-bea4-07c1e5635d4d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0654416 Jun 17 14:18:17.704741 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31a7aaf-5413-44a7-9204-4f80db9f5644 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:17.711664 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a6d989e-1787-478f-afd4-434957dcb716 req-e3585f28-416f-4ee9-9e27-6523e1d03889 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Jun 17 14:18:17.713256 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.741232 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Transition to ACTIVE for port object a31a7aaf-5413-44a7-9204-4f80db9f5644 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:17.741232 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.746101 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.747239 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d38155dd-a097-49bd-92d6-0e45c4b05027 HTTP/1.1" status: 204 len: 168 time: 0.2890098 Jun 17 14:18:17.748036 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:17.748813 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a49e0d92-6f84-4138-abda-7971fa0df6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:17.759472 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38155dd-a097-49bd-92d6-0e45c4b05027,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:17.764295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:17.764633 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:18.163355 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13514dde-13ad-4e83-9901-b5d66ea13e85'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:18.163980 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:18.166850 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1f33ac-1ec1-4dce-9c03-b6a186a8c5d5" -d '{"events": [{"server_uuid": "c208a104-cc57-40e9-82d7-40557e5e802b", "name": "network-vif-plugged", "status": "completed", "tag": "13514dde-13ad-4e83-9901-b5d66ea13e85"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:18.183077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:18.188226 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Attempting to bind port a31a7aaf-5413-44a7-9204-4f80db9f5644 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:18.188788 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Attempting to bind port a31a7aaf-5413-44a7-9204-4f80db9f5644 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:18.189216 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Attempting to bind port a31a7aaf-5413-44a7-9204-4f80db9f5644 on network dcf13b0e-1f02-459c-b711-b134524684be {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:18.194724 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Port a31a7aaf-5413-44a7-9204-4f80db9f5644 on network dcf13b0e-1f02-459c-b711-b134524684be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:18:18.195292 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Attempting to bind port a31a7aaf-5413-44a7-9204-4f80db9f5644 on network dcf13b0e-1f02-459c-b711-b134524684be {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:18.202656 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:18.204040 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Checking segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:18.204682 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Bound using segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:18.205282 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Bound port: a31a7aaf-5413-44a7-9204-4f80db9f5644, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:18.205684 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:18.310940 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:18.318761 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:18.324141 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:18.342689 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:18.394014 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:18.394930 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:18.396989 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] 10.222.0.95 "PUT /v2.0/ports/a31a7aaf-5413-44a7-9204-4f80db9f5644 HTTP/1.1" status: 200 len: 1093 time: 1.4044683 Jun 17 14:18:18.397531 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:18.401383 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:18.402153 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea4808-7a9a-494a-99cd-4f2859f2d862 req-2aea3a24-1dac-4433-a3cb-1f67464a2e1c tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:18.415069 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1dea4808-7a9a-494a-99cd-4f2859f2d862 req-2aea3a24-1dac-4433-a3cb-1f67464a2e1c tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.2276752 Jun 17 14:18:18.457113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:18.463649 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:18.476560 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25539f-a756-4014-9abd-11aa843bab51 req-04111cfb-b11f-45c0-aa0d-cbe2486065d1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:18.494019 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4a25539f-a756-4014-9abd-11aa843bab51 req-04111cfb-b11f-45c0-aa0d-cbe2486065d1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 943 time: 0.2484753 Jun 17 14:18:18.500984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 45966) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:18.582178 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1dea4808-7a9a-494a-99cd-4f2859f2d862 req-e401ddaf-da66-4974-b8b9-6dc890ec8128 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661294 Jun 17 14:18:18.634328 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:18.667715 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4a25539f-a756-4014-9abd-11aa843bab51 req-4221da61-1a51-4fc6-9181-7d39aad26534 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724982 Jun 17 14:18:18.681413 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-ee0f832b-6a78-4815-bf62-865a992fb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:18.692240 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-ee0f832b-6a78-4815-bf62-865a992fb1e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 1096 time: 0.0887120 Jun 17 14:18:18.692960 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a8ff5-e013-4ec5-bed4-fc3dce6d9e41 x-openstack-request-id: req-270a8ff5-e013-4ec5-bed4-fc3dce6d9e41 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:18.692960 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c208a104-cc57-40e9-82d7-40557e5e802b", "name": "network-vif-plugged", "status": "completed", "tag": "13514dde-13ad-4e83-9901-b5d66ea13e85", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:18.692960 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-270a8ff5-e013-4ec5-bed4-fc3dce6d9e41 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:18.692960 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13514dde-13ad-4e83-9901-b5d66ea13e85', 'code': 200} Jun 17 14:18:18.711966 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45976) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:18.735430 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88fe931a-c1b1-449a-9ceb-dd4298386584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:18.833561 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-1c788c81-b39e-43b3-8aa8-c2fd239b29ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644 HTTP/1.1" status: 200 len: 217 time: 0.1407995 Jun 17 14:18:18.835272 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4275b020-04ee-43bc-b446-15cdc8b4d6b4 x-openstack-request-id: req-4275b020-04ee-43bc-b446-15cdc8b4d6b4 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:18.835573 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:18.835847 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4275b020-04ee-43bc-b446-15cdc8b4d6b4 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:18.838819 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'status': 'completed', 'code': 200} Jun 17 14:18:18.951730 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-0461307d-9ff8-4b11-a01a-9ff9495b5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:18.953161 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-0461307d-9ff8-4b11-a01a-9ff9495b5a62 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.1133602 Jun 17 14:18:19.038602 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e94-4ea8-46cb-bbdb-5cfb22785a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.072274 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-48546098-24e3-4fc4-bad0-d05a5a615e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:19.073521 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-48546098-24e3-4fc4-bad0-d05a5a615e5a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120672 Jun 17 14:18:19.117704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:19.158019 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'port_id': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'mac_address': 'fa:16:3e:b8:65:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:18:19.188604 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88fe931a-c1b1-449a-9ceb-dd4298386584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.199323 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88fe931a-c1b1-449a-9ceb-dd4298386584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.210727 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:19.228577 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757accc-f559-4a20-8fd8-ad21d3e3c84f req-ef952bbd-1325-4259-b2c3-8a94bafe9a4c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:19.230273 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0757accc-f559-4a20-8fd8-ad21d3e3c84f req-ef952bbd-1325-4259-b2c3-8a94bafe9a4c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.2381763 Jun 17 14:18:19.272340 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.284537 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4204b5-e409-489d-88c8-e5a16132b69a req-b7c52d51-b8c3-4887-a1d2-4959d0531bb0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:19.293232 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a4204b5-e409-489d-88c8-e5a16132b69a req-b7c52d51-b8c3-4887-a1d2-4959d0531bb0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.2092185 Jun 17 14:18:19.314111 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-88fe931a-c1b1-449a-9ceb-dd4298386584 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f4395b2ebed349659a679cef23f3840f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988710 Jun 17 14:18:19.320304 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe931a-c1b1-449a-9ceb-dd4298386584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcd2066-bca9-493c-9b39-d3f609a41f75,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:19.322963 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 45984) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:19.323390 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:19.343435 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-88fe931a-c1b1-449a-9ceb-dd4298386584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:19.379659 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:19.393670 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.397025 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-ed493843-25a3-44e3-9f97-c4cb00382b0a service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145659 Jun 17 14:18:19.403116 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:19.412979 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0757accc-f559-4a20-8fd8-ad21d3e3c84f req-5fda4869-ccdb-4659-bc9a-457977ad6c8a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667199 Jun 17 14:18:19.442555 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a4204b5-e409-489d-88c8-e5a16132b69a req-473bd109-6fcc-463c-a443-523edcfc88b3 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403990 Jun 17 14:18:19.485153 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.513802 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:19.517773 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:19.529393 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.658732 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.662933 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:19.667492 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fdcd2066-bca9-493c-9b39-d3f609a41f75 HTTP/1.1" status: 204 len: 168 time: 0.3395271 Jun 17 14:18:19.667492 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-eca9821c-6dab-449a-972d-39cbe27c392f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:19.681268 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['3ad35f52-b5b2-4d7d-8eca-14d5851515f7'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:19.734799 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcd2066-bca9-493c-9b39-d3f609a41f75,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:19.740408 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:19.803533 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff726b6-5cb5-4c7d-953a-7afd1cd79be8 req-9c51c2d5-30b3-432f-ad36-eed63066c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:19.806583 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6ff726b6-5cb5-4c7d-953a-7afd1cd79be8 req-9c51c2d5-30b3-432f-ad36-eed63066c1f9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 1098 time: 0.3976030 Jun 17 14:18:19.889560 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12198fdf-f7b2-4552-98ec-840e38986588 req-2d83448b-dbfb-4291-bc4f-ada43557f297 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:19.891214 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-12198fdf-f7b2-4552-98ec-840e38986588 req-2d83448b-dbfb-4291-bc4f-ada43557f297 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1834154 Jun 17 14:18:19.951181 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-341c0259-9459-4cb1-a66c-4483d36831f5 req-ef30b2b8-db39-4b03-94ed-2adb934fb2b3 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382254 Jun 17 14:18:19.991024 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6ff726b6-5cb5-4c7d-953a-7afd1cd79be8 req-d094f68e-7885-45ab-83ef-884b2cce79bf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314089 Jun 17 14:18:20.075497 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-12198fdf-f7b2-4552-98ec-840e38986588 req-19ddf3c2-d638-43f0-95b2-c1ef19a65b1e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626849 Jun 17 14:18:20.185654 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9a250-35d0-4950-a85f-ce38b1468f27 req-4147323a-6a9f-4b64-8ee6-1a855629515e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:20.191389 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e94-4ea8-46cb-bbdb-5cfb22785a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:20.196254 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dbd9a250-35d0-4950-a85f-ce38b1468f27 req-4147323a-6a9f-4b64-8ee6-1a855629515e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 944 time: 0.1939898 Jun 17 14:18:20.199253 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e94-4ea8-46cb-bbdb-5cfb22785a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:20.205345 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:20.254377 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f2a56e94-4ea8-46cb-bbdb-5cfb22785a9f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=457442418f9147da921551646530c82a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7514260 Jun 17 14:18:20.256330 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dbd9a250-35d0-4950-a85f-ce38b1468f27 req-c86937f9-1573-4552-9bc1-3e9ae48f4471 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588896 Jun 17 14:18:20.256839 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46012) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:20.257535 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56e94-4ea8-46cb-bbdb-5cfb22785a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d99fd1-cb20-4540-8f1d-a00666c4bdba,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:20.266487 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f2a56e94-4ea8-46cb-bbdb-5cfb22785a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:20.309686 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-1319c0aa-78b6-4afc-adba-44c60ae71027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:20.311338 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-1319c0aa-78b6-4afc-adba-44c60ae71027 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 1096 time: 0.2099016 Jun 17 14:18:20.350517 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:20.406588 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:20.464224 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-fbc00705-3e95-42be-9fa7-b3e66a5c1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:20.465778 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-fbc00705-3e95-42be-9fa7-b3e66a5c1b6a service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.1473505 Jun 17 14:18:20.512721 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-681cb3ec-374f-4327-a66b-320cc448016b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644 HTTP/1.1" status: 200 len: 217 time: 0.0398359 Jun 17 14:18:20.532340 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:20.536807 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:20.540730 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a9d99fd1-cb20-4540-8f1d-a00666c4bdba HTTP/1.1" status: 204 len: 168 time: 0.2799888 Jun 17 14:18:20.560273 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-543df7d1-7a5d-4658-8669-ad6163777069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:20.585742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d99fd1-cb20-4540-8f1d-a00666c4bdba,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:20.588653 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:20.604515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-d4ebe46c-94f5-4c51-858f-58d3481302f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:20.606003 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-d4ebe46c-94f5-4c51-858f-58d3481302f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0833371 Jun 17 14:18:20.712228 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-9e46d889-64a0-4900-8650-36389a293bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:20.715361 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-9e46d889-64a0-4900-8650-36389a293bbd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892127 Jun 17 14:18:20.827096 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb72d11-2ee1-4f9a-b358-e1b7eb3d510b req-0b3a4ad1-9591-4cd1-8c28-8d0e17789b33 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:20.829728 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2bb72d11-2ee1-4f9a-b358-e1b7eb3d510b req-0b3a4ad1-9591-4cd1-8c28-8d0e17789b33 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1305649 Jun 17 14:18:20.843893 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-1d36c4be-a482-4439-97ec-329f7e9a6c02 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189108 Jun 17 14:18:20.894854 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2bb72d11-2ee1-4f9a-b358-e1b7eb3d510b req-5060d28f-f795-457c-b971-8afd45bfef69 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559969 Jun 17 14:18:20.980079 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-eada58e4-fc6e-4fc3-a8cd-9b0483feab27 req-d2455d31-1a52-4c2d-a5da-ac30bca3f09e service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125422 Jun 17 14:18:21.372826 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46068) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:21.405244 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8011bcf0-19e1-482d-b3c9-dbdf4f7964e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:21.478401 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52a39d-ccbf-435c-b417-7f90bb80d340 req-d65ba115-ff47-4a12-b051-ff813cf495d4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:21.479935 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1c52a39d-ccbf-435c-b417-7f90bb80d340 req-d65ba115-ff47-4a12-b051-ff813cf495d4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1556685 Jun 17 14:18:21.557212 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1c52a39d-ccbf-435c-b417-7f90bb80d340 req-b9cbeaa9-49d4-43aa-ac97-fc7d5f629bed tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685537 Jun 17 14:18:21.580068 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8011bcf0-19e1-482d-b3c9-dbdf4f7964e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:21.588931 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8011bcf0-19e1-482d-b3c9-dbdf4f7964e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:21.597225 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1f405e28-7a85-4403-be8e-f9d6f10f2e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:21.646312 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8011bcf0-19e1-482d-b3c9-dbdf4f7964e5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2d22a3af13674d0f81fe453fbecf54d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716212 Jun 17 14:18:21.654101 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46074) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:21.660723 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011bcf0-19e1-482d-b3c9-dbdf4f7964e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220355a5-297e-46e1-ac9c-3aa6db242ac6,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:21.679221 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8011bcf0-19e1-482d-b3c9-dbdf4f7964e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:21.797338 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:21.831623 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:21.884983 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57f5b-10d9-43d1-8e3f-0135df533e50 req-5a4beffb-eb43-4198-af7b-1007312960e9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:21.886906 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fce57f5b-10d9-43d1-8e3f-0135df533e50 req-5a4beffb-eb43-4198-af7b-1007312960e9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 944 time: 0.1450100 Jun 17 14:18:21.958888 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:21.964642 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:21.966653 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/220355a5-297e-46e1-ac9c-3aa6db242ac6 HTTP/1.1" status: 204 len: 168 time: 0.3012805 Jun 17 14:18:21.968069 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:21.978536 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fce57f5b-10d9-43d1-8e3f-0135df533e50 req-805b6e63-9050-4a94-a6b3-69a105a4a51f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819216 Jun 17 14:18:21.988185 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220355a5-297e-46e1-ac9c-3aa6db242ac6,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:21.994462 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:22.079102 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:22.176212 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec506-e533-4d9b-9a4e-24f67ce9205c req-ab021600-41d6-4147-bdc7-e60ce03b5a6c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:22.178520 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d6dec506-e533-4d9b-9a4e-24f67ce9205c req-ab021600-41d6-4147-bdc7-e60ce03b5a6c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1120830 Jun 17 14:18:22.230328 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d6dec506-e533-4d9b-9a4e-24f67ce9205c req-7ab45750-7786-400f-b441-d9c64919b4ab tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451050 Jun 17 14:18:22.643859 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:22.747572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:22.825876 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:22.829892 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63081900-01ba-471e-ad5c-cc1ad5237387 req-d111d35f-3051-429e-8ca8-522f1d6321e1 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:22.832282 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63081900-01ba-471e-ad5c-cc1ad5237387 req-d111d35f-3051-429e-8ca8-522f1d6321e1 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1086836 Jun 17 14:18:22.851870 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'port_id': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'mac_address': 'fa:16:3e:25:d3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:18:22.859256 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:22.888307 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:22.888817 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:22.899908 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63081900-01ba-471e-ad5c-cc1ad5237387 req-679394cc-cdd7-4110-838a-33e5452bf9e0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606196 Jun 17 14:18:22.934569 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:22.956566 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31a7aaf-5413-44a7-9204-4f80db9f5644 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:23.005140 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:23.012961 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:23.015813 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:23.121199 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:23.142103 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:23.147066 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:23.167427 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:23.170057 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57100d9-be33-42d2-b125-c8078b4a43b8" -d '{"events": [{"server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "name": "network-vif-plugged", "status": "completed", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:23.188867 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:23.196641 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:23.198684 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:23.272447 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:23.276606 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:23.362259 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b401b3-69b6-457f-ae3b-32620fec5d99 x-openstack-request-id: req-96b401b3-69b6-457f-ae3b-32620fec5d99 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:23.362859 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "name": "network-vif-plugged", "status": "completed", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:23.364636 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-96b401b3-69b6-457f-ae3b-32620fec5d99 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:23.372282 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'code': 200} Jun 17 14:18:23.398364 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['a31a7aaf-5413-44a7-9204-4f80db9f5644'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:23.425302 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afad0a-2684-48bb-8db2-fa826c68ff88 req-218d46d9-84a7-41a9-8615-4d21111cafb6 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:23.428335 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d7afad0a-2684-48bb-8db2-fa826c68ff88 req-218d46d9-84a7-41a9-8615-4d21111cafb6 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1395664 Jun 17 14:18:23.529053 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37423cc-221c-4409-92fa-4ab285413ebe req-8e98e6ad-4fb7-4e2e-908e-59cc16dd23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:23.535186 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d37423cc-221c-4409-92fa-4ab285413ebe req-8e98e6ad-4fb7-4e2e-908e-59cc16dd23c0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 1098 time: 0.1635327 Jun 17 14:18:23.552998 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d7afad0a-2684-48bb-8db2-fa826c68ff88 req-2bdb55a9-f157-449a-9df7-e8f0999ac72a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094573 Jun 17 14:18:23.732260 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303f6ed-108c-45c2-8fe5-eda0f10f0917 req-fb66a5a1-33e8-49f2-9ddd-ec87be42e448 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:23.742748 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8303f6ed-108c-45c2-8fe5-eda0f10f0917 req-fb66a5a1-33e8-49f2-9ddd-ec87be42e448 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.1028821 Jun 17 14:18:23.797644 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8303f6ed-108c-45c2-8fe5-eda0f10f0917 req-3ce558f2-a1c7-4b9f-8048-1fc0bcaa3495 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525508 Jun 17 14:18:23.806894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37423cc-221c-4409-92fa-4ab285413ebe req-1bdd9029-681e-41fa-843d-0c9117746925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:23.808704 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d37423cc-221c-4409-92fa-4ab285413ebe req-1bdd9029-681e-41fa-843d-0c9117746925 service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.2664452 Jun 17 14:18:23.914334 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d37423cc-221c-4409-92fa-4ab285413ebe req-854e2405-75dc-4198-873f-97d7179d2a4d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13514dde-13ad-4e83-9901-b5d66ea13e85 HTTP/1.1" status: 200 len: 217 time: 0.0501919 Jun 17 14:18:23.938861 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41af34-649f-4405-b92a-637ab1c5137e req-2f09e260-4b9a-4063-8cd2-c9a51b7def3b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:23.938861 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe41af34-649f-4405-b92a-637ab1c5137e req-2f09e260-4b9a-4063-8cd2-c9a51b7def3b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1197727 Jun 17 14:18:23.971825 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c23208-0e3c-4b75-9943-598105d71ecd req-f3800975-c345-48a3-a0c8-b508b87aa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:23.974522 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-39c23208-0e3c-4b75-9943-598105d71ecd req-f3800975-c345-48a3-a0c8-b508b87aa0a8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 1098 time: 0.1638279 Jun 17 14:18:24.016924 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe41af34-649f-4405-b92a-637ab1c5137e req-3e6f5b5a-5c66-4ba9-910d-5e5db6db4f7b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713842 Jun 17 14:18:24.026931 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37423cc-221c-4409-92fa-4ab285413ebe req-68547cb7-dc19-4277-88c4-47bfca3e6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:24.029490 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d37423cc-221c-4409-92fa-4ab285413ebe req-68547cb7-dc19-4277-88c4-47bfca3e6d63 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.1030498 Jun 17 14:18:24.114307 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-39c23208-0e3c-4b75-9943-598105d71ecd req-e1895f1e-568c-4df6-88b4-e6d35658d0dc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169877 Jun 17 14:18:24.117662 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d37423cc-221c-4409-92fa-4ab285413ebe req-5e84b03a-ddc5-42ca-b835-17dbf9f79fe8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776193 Jun 17 14:18:24.336825 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d37423cc-221c-4409-92fa-4ab285413ebe req-edcabc34-e8d7-469a-8b09-a6e521b89a17 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217062 Jun 17 14:18:24.448589 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d37423cc-221c-4409-92fa-4ab285413ebe req-bd58e5e4-59cb-48aa-b89c-75c055ecb2d1 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033840 Jun 17 14:18:24.653880 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:24.715600 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port a31a7aaf-5413-44a7-9204-4f80db9f5644 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:24.736992 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port a31a7aaf-5413-44a7-9204-4f80db9f5644 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:24.737358 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:24.806286 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffd28e-755e-488b-b7c5-67b3cb796443 req-86516d93-4617-48d5-b7d0-f4cbf7ca83a2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:24.813554 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-baffd28e-755e-488b-b7c5-67b3cb796443 req-86516d93-4617-48d5-b7d0-f4cbf7ca83a2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0905643 Jun 17 14:18:24.850442 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:24.893404 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-baffd28e-755e-488b-b7c5-67b3cb796443 req-45a65d9f-4ec1-4e92-bcd6-5edf91c990f7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787280 Jun 17 14:18:24.919851 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:24.925746 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:24.928573 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:25.009786 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:25.014358 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:25.070669 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8afc4-b962-47b3-8f7f-7cc080ca421e req-7036f59d-48b3-40df-8402-04577756d40f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:25.072209 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-89e8afc4-b962-47b3-8f7f-7cc080ca421e req-7036f59d-48b3-40df-8402-04577756d40f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0775659 Jun 17 14:18:25.122516 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-89e8afc4-b962-47b3-8f7f-7cc080ca421e req-64b5300e-9fa4-4ea3-9bcf-7d1164693106 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434909 Jun 17 14:18:25.296907 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c89ebd-15c4-4805-ae23-756c7c0eac9b req-60c5bcf2-74ac-4f75-9e0f-c39984edc397 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:25.305655 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c6c89ebd-15c4-4805-ae23-756c7c0eac9b req-60c5bcf2-74ac-4f75-9e0f-c39984edc397 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1118512 Jun 17 14:18:25.361747 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c6c89ebd-15c4-4805-ae23-756c7c0eac9b req-d5709b8f-049f-47f7-a46b-56cbb56faa62 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547652 Jun 17 14:18:25.374201 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:25.376767 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ce703-09e2-4fbd-87c9-b53969af032f" -d '{"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-plugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:25.468269 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63b0e3c-5506-4926-979e-7c57a02ff546 x-openstack-request-id: req-a63b0e3c-5506-4926-979e-7c57a02ff546 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:25.468821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-plugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:25.469090 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a63b0e3c-5506-4926-979e-7c57a02ff546 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:25.469493 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'code': 200} Jun 17 14:18:25.876337 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1193dd-73b0-4aae-8453-8ab639782590 req-3a3d5ba0-1d08-4be3-a13f-a9fd846253ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:25.877721 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3e1193dd-73b0-4aae-8453-8ab639782590 req-3a3d5ba0-1d08-4be3-a13f-a9fd846253ee service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 1098 time: 0.0555010 Jun 17 14:18:25.928519 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3e1193dd-73b0-4aae-8453-8ab639782590 req-ebcb565a-c880-4a97-a174-678be6862255 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339034 Jun 17 14:18:26.081017 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc83d1-20e7-4109-916c-44000a89189c req-4ae92e96-3de3-44d5-af9f-7ee68f53ae48 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:26.082494 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-45bc83d1-20e7-4109-916c-44000a89189c req-4ae92e96-3de3-44d5-af9f-7ee68f53ae48 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0706100 Jun 17 14:18:26.123419 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-45bc83d1-20e7-4109-916c-44000a89189c req-6cec2b0c-09bf-4460-9849-2465e0ab4fb8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347931 Jun 17 14:18:26.350359 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5991a35-a098-419e-a9b6-bada4b63d15d req-585564f0-c81c-41ef-9f84-dd27f6a13843 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:26.350359 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b5991a35-a098-419e-a9b6-bada4b63d15d req-585564f0-c81c-41ef-9f84-dd27f6a13843 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1112695 Jun 17 14:18:26.367251 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46258) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:26.372639 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'floatingip': {'port_id': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:26.392952 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce7db4-0884-4ea9-ba40-1d4ceff4b72d req-d25e022a-a8d3-4a2e-8f14-8ade933f4943 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:26.398480 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a3ce7db4-0884-4ea9-ba40-1d4ceff4b72d req-d25e022a-a8d3-4a2e-8f14-8ade933f4943 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1130590 Jun 17 14:18:26.456305 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a3ce7db4-0884-4ea9-ba40-1d4ceff4b72d req-be4b0ee3-1214-49f7-b565-e2021d6c68ff tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486171 Jun 17 14:18:26.459380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:26.657921 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0fa7e-6d03-4cfe-a747-15bddc380345 req-004d3367-0844-4f8a-8c2a-b0222457b711 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:26.660109 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-01c0fa7e-6d03-4cfe-a747-15bddc380345 req-004d3367-0844-4f8a-8c2a-b0222457b711 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0906425 Jun 17 14:18:26.705605 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-01c0fa7e-6d03-4cfe-a747-15bddc380345 req-bf32b554-5ebf-480f-93ef-faffa6b3ba67 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366364 Jun 17 14:18:27.607937 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:27.616347 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:27.761818 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Floating IP 2040e105-d528-4561-a495-d7b1963092d1 associated. External IP: 172.27.0.6, port: 3ad35f52-b5b2-4d7d-8eca-14d5851515f7. Jun 17 14:18:27.762185 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b7a-ea0b-4225-826e-5cde59af712f req-3d40cf26-4a91-41c7-90ac-162b01f4fa3d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:27.774666 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a475b7a-ea0b-4225-826e-5cde59af712f req-3d40cf26-4a91-41c7-90ac-162b01f4fa3d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1180978 Jun 17 14:18:27.857478 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a475b7a-ea0b-4225-826e-5cde59af712f req-9126c988-2a23-44e4-8b99-7e3dd382f8dc tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810096 Jun 17 14:18:27.966008 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51318-7771-43bd-903e-3dca33dfe050 req-9341da6e-a481-41d0-ac66-7f145de1c901 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:27.974895 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-83f51318-7771-43bd-903e-3dca33dfe050 req-9341da6e-a481-41d0-ac66-7f145de1c901 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1141720 Jun 17 14:18:28.021870 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-83f51318-7771-43bd-903e-3dca33dfe050 req-22784528-2ccc-4aa7-bea3-c5b910e3a80d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Jun 17 14:18:28.051019 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Router ffc10e8e-f693-4f28-bea1-224c134b0bcf has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:18:28.088866 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46328) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:28.150985 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d11557-8588-455e-8c7d-68a126320069 req-55a9b959-e2d2-4883-a427-4f7b52a9dc3f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:28.161736 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-71d11557-8588-455e-8c7d-68a126320069 req-55a9b959-e2d2-4883-a427-4f7b52a9dc3f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0862319 Jun 17 14:18:28.162272 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46334) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:28.166898 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'floatingip': {'port_id': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:28.171003 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:18:28.178072 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:28.189714 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] Sync routers for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:18:28.203610 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:28.211159 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:28.238492 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f43ad862-373d-4632-ad4a-f7b8faadd739 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "PUT /v2.0/floatingips/2040e105-d528-4561-a495-d7b1963092d1 HTTP/1.1" status: 200 len: 989 time: 1.8699834 Jun 17 14:18:28.239612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:28.242588 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:28.256104 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:28.304748 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621c4df-ba94-4887-8b1a-e0caf657758d x-openstack-request-id: req-c621c4df-ba94-4887-8b1a-e0caf657758d {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:28.306372 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:28.306657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c621c4df-ba94-4887-8b1a-e0caf657758d {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:28.307083 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'status': 'completed', 'code': 200} Jun 17 14:18:28.360055 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:28.414882 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-499cacde-e90f-41d4-a9dd-733966814b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:28.418982 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-499cacde-e90f-41d4-a9dd-733966814b8b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 1098 time: 0.0791874 Jun 17 14:18:28.422996 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e5344ac9-3414-47db-ab2d-567d9ea926e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:28.585167 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-fa063aac-f14c-407e-ad91-76ce7365ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:28.586670 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-fa063aac-f14c-407e-ad91-76ce7365ea37 service neutron] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 912 time: 0.1569328 Jun 17 14:18:28.690082 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e5344ac9-3414-47db-ab2d-567d9ea926e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:28.705084 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e5344ac9-3414-47db-ab2d-567d9ea926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:28.712416 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:28.791798 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-533688e3-33eb-41a4-8e7a-0ac0a6ff5d7f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 200 len: 997 time: 0.1969788 Jun 17 14:18:28.878163 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '2040e105-d528-4561-a495-d7b1963092d1', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'port_id': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'mac_address': 'fa:16:3e:b8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082639b5-3b5a-49e7-a100-b75590a12165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:17:58Z', 'updated_at': '2021-06-17T14:18:27Z', 'revision_number': 1, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:28.885419 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-8843a625-8074-4e8e-b703-b7b0527e2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:28.887392 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-8843a625-8074-4e8e-b703-b7b0527e2b08 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.0835564 Jun 17 14:18:28.912670 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] Checking router: ffc10e8e-f693-4f28-bea1-224c134b0bcf for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:18:28.923518 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:28.924158 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:29.016349 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-5bd1def8-75c5-4b18-a554-11b4172eca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:29.019317 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-5bd1def8-75c5-4b18-a554-11b4172eca79 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082618 Jun 17 14:18:29.027035 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5344ac9-3414-47db-ab2d-567d9ea926e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9505638-739e-46f9-860d-dff62a1a1984,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:29.145646 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e5344ac9-3414-47db-ab2d-567d9ea926e4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cb116221ba1e4253bc6927ed79eb3d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0556829 Jun 17 14:18:29.174955 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:29.193635 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46374) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:29.210127 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e5344ac9-3414-47db-ab2d-567d9ea926e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:29.300116 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:29.302310 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-40b5fa79-e7ae-4789-bfdc-0e9dd4912719 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658682 Jun 17 14:18:29.336136 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:29.487709 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '2040e105-d528-4561-a495-d7b1963092d1', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'port_id': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'mac_address': 'fa:16:3e:b8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082639b5-3b5a-49e7-a100-b75590a12165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:17:58Z', 'updated_at': '2021-06-17T14:18:27Z', 'revision_number': 1, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:29.505632 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11ad963d-af77-4b37-8b94-9ca0d2f3b0f4 req-8387075e-28c3-4d8d-a5ca-844e2fe88626 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309285 Jun 17 14:18:29.506994 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:29.511919 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:29.515452 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e9505638-739e-46f9-860d-dff62a1a1984 HTTP/1.1" status: 204 len: 168 time: 0.3184426 Jun 17 14:18:29.515452 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6ba37621-da33-479f-965c-c97b97d2b2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:29.542894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9505638-739e-46f9-860d-dff62a1a1984,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:29.545167 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:29.588648 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e285b0-9300-414f-9f5f-e2ad49db9a6e None None] The sync data for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi is: [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '2040e105-d528-4561-a495-d7b1963092d1', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'port_id': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'mac_address': 'fa:16:3e:b8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082639b5-3b5a-49e7-a100-b75590a12165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:17:58Z', 'updated_at': '2021-06-17T14:18:27Z', 'revision_number': 1, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:18:29.601955 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2dda8-b8d4-4afa-b98c-9572a4622edd req-3c70ebb2-ccf2-4030-84bd-40464e5fe25a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:29.603596 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7fb2dda8-b8d4-4afa-b98c-9572a4622edd req-3c70ebb2-ccf2-4030-84bd-40464e5fe25a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.3328960 Jun 17 14:18:29.638408 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:29.647229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:29.664848 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:18:29.766559 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7fb2dda8-b8d4-4afa-b98c-9572a4622edd req-4faff4aa-472c-423b-a65a-1b8aca427b3e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467037 Jun 17 14:18:29.803682 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Floating IP 80bc7b6b-fa7f-4def-b7fd-b7ae40d36937 associated. External IP: 172.27.0.34, port: a31a7aaf-5413-44a7-9204-4f80db9f5644. Jun 17 14:18:29.884966 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95285b-c9cd-45e7-8a0c-7aeee4dd3cec None None] New status for floating IP 2040e105-d528-4561-a495-d7b1963092d1: ACTIVE {{(pid=93043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:18:29.963096 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46390) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:29.980590 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bc8e038b-db73-45eb-92e5-c23fe5c3bccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.123963 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Router 9298fdad-1653-46a4-93fc-bae20c19d7e4 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:18:30.136985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bc8e038b-db73-45eb-92e5-c23fe5c3bccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.154252 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bc8e038b-db73-45eb-92e5-c23fe5c3bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.162439 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-22aec5f1-8330-46f8-809d-80078c7ebfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:30.253742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e038b-db73-45eb-92e5-c23fe5c3bccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d495c05f-4109-49c7-98cb-dab47cfdc903,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:30.279744 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-bc8e038b-db73-45eb-92e5-c23fe5c3bccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:30.297123 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-bc8e038b-db73-45eb-92e5-c23fe5c3bccd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c5a4360e08bf4bdb916a03b60ff200df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314569 Jun 17 14:18:30.299920 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46400) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:30.312811 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:18:30.321907 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.323067 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] Sync routers for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:18:30.338750 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:30.339537 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:30.418694 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.428878 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-6e231723-d9ce-4a19-8564-5d8302c2728e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "PUT /v2.0/floatingips/80bc7b6b-fa7f-4def-b7fd-b7ae40d36937 HTTP/1.1" status: 200 len: 990 time: 2.2652681 Jun 17 14:18:30.434911 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:30.437248 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eea6ae-ad04-4524-b581-2591763d9cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:30.482142 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.495678 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46408) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:30.503093 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6662357d-22c8-4485-82f2-75f2bc133219 x-openstack-request-id: req-6662357d-22c8-4485-82f2-75f2bc133219 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:30.503404 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:30.503664 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6662357d-22c8-4485-82f2-75f2bc133219 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:30.504374 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'status': 'completed', 'code': 200} Jun 17 14:18:30.549060 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:30.560172 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.563992 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.565350 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d495c05f-4109-49c7-98cb-dab47cfdc903 HTTP/1.1" status: 204 len: 168 time: 0.2626143 Jun 17 14:18:30.566250 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1748d7ad-a9e3-4f35-bc7f-1ace7de26550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:30.589522 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d495c05f-4109-49c7-98cb-dab47cfdc903,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:30.622938 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:30.639687 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-e8796455-6c5c-43f9-95bf-062d21067aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:30.642739 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-e8796455-6c5c-43f9-95bf-062d21067aa7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 1098 time: 0.0994503 Jun 17 14:18:30.759861 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5ee294d9-0f6d-4854-b275-572402627650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:30.844525 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-1e58f3da-e585-40bc-873e-d10316f03d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:30.846494 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-1e58f3da-e585-40bc-873e-d10316f03d8d service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.1781092 Jun 17 14:18:30.904755 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '80bc7b6b-fa7f-4def-b7fd-b7ae40d36937', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'port_id': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'mac_address': 'fa:16:3e:25:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:18:07Z', 'updated_at': '2021-06-17T14:18:29Z', 'revision_number': 1, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:30.981032 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-231b5bf0-e77e-49ac-93c8-06273f477b58 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644 HTTP/1.1" status: 200 len: 998 time: 0.1244240 Jun 17 14:18:31.004091 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] Checking router: 9298fdad-1653-46a4-93fc-bae20c19d7e4 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:18:31.028959 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:31.029776 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:31.058398 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5ee294d9-0f6d-4854-b275-572402627650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:31.066544 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5ee294d9-0f6d-4854-b275-572402627650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:31.070689 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:31.096212 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-0c02f9ec-f990-4f1b-ae17-f79c617e3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:31.097716 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-0c02f9ec-f990-4f1b-ae17-f79c617e3afe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.1012912 Jun 17 14:18:31.134631 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53627e69-25bd-4261-a5c9-e56ce00869e6 req-7857cc65-11ec-4772-9509-a55f5fa215db tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:31.136300 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-53627e69-25bd-4261-a5c9-e56ce00869e6 req-7857cc65-11ec-4772-9509-a55f5fa215db tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1597476 Jun 17 14:18:31.143044 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-5ee294d9-0f6d-4854-b275-572402627650 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9c70644e18b24b6ba049cdbbff32bbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456022 Jun 17 14:18:31.148491 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46436) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:31.190435 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee294d9-0f6d-4854-b275-572402627650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c332398-c5ef-45bc-a152-7d8123dba01c,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:31.196709 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5ee294d9-0f6d-4854-b275-572402627650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:31.203932 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:31.205398 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-53627e69-25bd-4261-a5c9-e56ce00869e6 req-fbe103a3-31fa-44d7-8866-4469e586f751 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627217 Jun 17 14:18:31.263617 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:31.267841 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-443c79ef-9740-4913-b120-82aa14dcb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:31.269432 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-443c79ef-9740-4913-b120-82aa14dcb1b4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1455173 Jun 17 14:18:31.334708 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:31.583975 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '80bc7b6b-fa7f-4def-b7fd-b7ae40d36937', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'port_id': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'mac_address': 'fa:16:3e:25:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:18:07Z', 'updated_at': '2021-06-17T14:18:29Z', 'revision_number': 1, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:31.624333 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46538745-3a11-4ccd-9148-4fffd1280797 None None] The sync data for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi is: [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '80bc7b6b-fa7f-4def-b7fd-b7ae40d36937', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'port_id': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'mac_address': 'fa:16:3e:25:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:18:07Z', 'updated_at': '2021-06-17T14:18:29Z', 'revision_number': 1, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:18:31.674328 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-395b241d-22cb-4c13-9b31-9ea8a621c101 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871813 Jun 17 14:18:31.675593 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:31.679310 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:31.680535 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5c332398-c5ef-45bc-a152-7d8123dba01c HTTP/1.1" status: 204 len: 168 time: 0.5134020 Jun 17 14:18:31.682863 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:31.691557 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c332398-c5ef-45bc-a152-7d8123dba01c,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:31.695850 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:31.819708 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-80eea6ae-ad04-4524-b581-2591763d9cc2 req-07a6d007-65e1-4704-9ffd-7c6b21fa2250 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227431 Jun 17 14:18:31.995018 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e4b51-9cd5-4fda-855e-a95a2d8c5c3e None None] New status for floating IP 80bc7b6b-fa7f-4def-b7fd-b7ae40d36937: ACTIVE {{(pid=93043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:18:32.013760 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d728d8f-3642-41d4-9829-b54a420d79b0 req-5b2f321c-5d8e-4776-bbaf-49b18a4d311c tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:32.015695 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d728d8f-3642-41d4-9829-b54a420d79b0 req-5b2f321c-5d8e-4776-bbaf-49b18a4d311c tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.0865717 Jun 17 14:18:32.072322 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d728d8f-3642-41d4-9829-b54a420d79b0 req-d4cbe7d7-6c82-4cc5-aa9e-2fd28cee5070 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 Jun 17 14:18:32.204900 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46476) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:32.220100 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d9b197e-62b8-4555-aa34-8bce50fe2907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:32.361626 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d9b197e-62b8-4555-aa34-8bce50fe2907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:32.367261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d9b197e-62b8-4555-aa34-8bce50fe2907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:32.374020 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:32.425344 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858531b-7b8f-4906-b407-c2f0df947ed1 req-58814926-36e8-4cde-a41a-5b22df4efc88 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:32.426830 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8d9b197e-62b8-4555-aa34-8bce50fe2907 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=01dff5e9c22c4c8f948aa6a561a72bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208178 Jun 17 14:18:32.428611 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46486) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:32.433087 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2858531b-7b8f-4906-b407-c2f0df947ed1 req-58814926-36e8-4cde-a41a-5b22df4efc88 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0876644 Jun 17 14:18:32.443055 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b197e-62b8-4555-aa34-8bce50fe2907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6627a-e6e2-4088-82a1-262db7829fe7,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:32.449206 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8d9b197e-62b8-4555-aa34-8bce50fe2907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:32.477628 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2858531b-7b8f-4906-b407-c2f0df947ed1 req-a7f0118f-b949-413e-843f-b88388ee4413 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Jun 17 14:18:32.517264 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:32.542621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:32.600794 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:32.603899 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:32.609007 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6ee6627a-e6e2-4088-82a1-262db7829fe7 HTTP/1.1" status: 204 len: 168 time: 0.1755188 Jun 17 14:18:32.609007 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-593383bd-5c22-4f76-8267-1e0efbf03262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:32.613379 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6627a-e6e2-4088-82a1-262db7829fe7,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:32.616559 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:33.042535 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46506) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:33.062197 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.177858 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.184102 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.190536 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-707306c6-5169-4028-b9ad-602bf14c9168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:33.240899 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647973cb-781f-4320-bef2-ae6929d19f3a,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:33.273244 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.273834 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.274476 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.275057 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.275635 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.277887 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.277887 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.277887 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.277887 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.278490 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.279089 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.279544 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:33.288294 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:33.293285 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ae2d1d99fe724a93aa454b8a604ebeec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484462 Jun 17 14:18:33.296443 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46534) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:33.383812 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca83cd5-dd37-4359-a294-4c6e8b71ba22 req-aea9eef7-abb9-4ba0-9430-a5e76f2d8c96 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:33.387337 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fca83cd5-dd37-4359-a294-4c6e8b71ba22 req-aea9eef7-abb9-4ba0-9430-a5e76f2d8c96 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.1223269 Jun 17 14:18:33.395569 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.421074 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.446229 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fca83cd5-dd37-4359-a294-4c6e8b71ba22 req-bcec0f55-1b6f-4766-832a-de4f8c17b895 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Jun 17 14:18:33.501161 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.507325 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.512333 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/647973cb-781f-4320-bef2-ae6929d19f3a HTTP/1.1" status: 204 len: 168 time: 0.2108545 Jun 17 14:18:33.514144 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:33.532486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647973cb-781f-4320-bef2-ae6929d19f3a,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:33.563382 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:33.698500 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e310de-9102-4ee4-b48b-5841b76c3e1a req-9a13ac6e-97fa-4389-8b66-473c6750e2c0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:33.700146 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-99e310de-9102-4ee4-b48b-5841b76c3e1a req-9a13ac6e-97fa-4389-8b66-473c6750e2c0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0798230 Jun 17 14:18:33.748287 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f5a1b7d8-f36e-4b07-9da9-97fbe06c0fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:33.764507 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-99e310de-9102-4ee4-b48b-5841b76c3e1a req-1bfed82a-3b3f-4605-a55e-10d1a39dba63 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Jun 17 14:18:33.801102 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46554) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:33.930942 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-adc140d7-3e6a-488b-8b49-5c7e68669c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.031823 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-adc140d7-3e6a-488b-8b49-5c7e68669c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.037407 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-adc140d7-3e6a-488b-8b49-5c7e68669c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.040118 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:34.083128 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-adc140d7-3e6a-488b-8b49-5c7e68669c2b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f24f0af380244b2ebaf83adc6d5836a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797799 Jun 17 14:18:34.083673 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46568) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:34.087290 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc140d7-3e6a-488b-8b49-5c7e68669c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c87ea5-f14b-4c19-a9ed-3fc3d696f0db,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:34.092890 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-adc140d7-3e6a-488b-8b49-5c7e68669c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:34.139713 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.167641 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.230462 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.233388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.234778 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/71c87ea5-f14b-4c19-a9ed-3fc3d696f0db HTTP/1.1" status: 204 len: 168 time: 0.1499269 Jun 17 14:18:34.235514 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cad6a3dc-6ec2-43e8-8f5b-31d3efc23345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:34.244118 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c87ea5-f14b-4c19-a9ed-3fc3d696f0db,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:34.246426 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:34.425140 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46584) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:34.545671 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-947426096-network', 'tenant_id': '6cf48e3bd83b4f2490bbb313c631c806'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:34.575373 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Made reservation on behalf of 6cf48e3bd83b4f2490bbb313c631c806 for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:34.578341 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.592581 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.619553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46596) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:34.641391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-68343658-ff82-4b7a-a1f6-5a8641150159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.691168 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888157b-c50d-42f3-bb8e-264c9cffb8db req-ddaacaf9-3f0a-4b9f-aa56-87221f3ed5d7 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:34.695238 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d888157b-c50d-42f3-bb8e-264c9cffb8db req-ddaacaf9-3f0a-4b9f-aa56-87221f3ed5d7 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.1144400 Jun 17 14:18:34.771003 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d888157b-c50d-42f3-bb8e-264c9cffb8db req-2627931a-9935-4ea6-b0c4-e8d158e36f9e tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/security-groups?id=2a488ec2-818f-4598-880c-f7c5f425b635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689659 Jun 17 14:18:34.828399 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-2d3e4387-a30f-4e9b-82e7-58a427a8a4f6 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:34.829873 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-2d3e4387-a30f-4e9b-82e7-58a427a8a4f6 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.95 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 946 time: 0.1851835 Jun 17 14:18:34.940016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.959341 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:34.975822 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0ef1b-c7db-4e82-a337-ae6bce457ab1 req-a1cb9eb4-ecd2-405a-bd05-e0188b76d583 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:34.977337 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fba0ef1b-c7db-4e82-a337-ae6bce457ab1 req-a1cb9eb4-ecd2-405a-bd05-e0188b76d583 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0717506 Jun 17 14:18:34.980035 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:34.991475 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46602) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:35.012449 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:18:35.030673 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fba0ef1b-c7db-4e82-a337-ae6bce457ab1 req-fe2c0517-fe6a-44ec-9b2d-01938a4e38c6 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Jun 17 14:18:35.048629 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.049023 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Added segment 698f3618-1ec4-4ba5-972b-55e80541d048 of type vlan for network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee Jun 17 14:18:35.105006 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e42075-701a-4b30-baa3-995ab46d4cab,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:35.115833 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:35.158486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.164906 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-39e19127-1bd3-4ad4-b38b-a17b0453a9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.195067 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Deleting port 73af20f7-af9e-48a9-8014-c920a9ef7344 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:18:35.195393 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.293403 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.297458 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-68343658-ff82-4b7a-a1f6-5a8641150159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.301878 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:35.302681 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.309494 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:35.319828 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-68343658-ff82-4b7a-a1f6-5a8641150159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.443640 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] For port 73af20f7-af9e-48a9-8014-c920a9ef7344, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73af20f7-af9e-48a9-8014-c920a9ef7344,segment=NetworkSegment(3b4fe499-5238-4ef9-938d-82940504c476),segment_id=3b4fe499-5238-4ef9-938d-82940504c476)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:35.444223 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.453439 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Pushing event updated for resources: {'Network': ['ID=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:35.464994 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-68343658-ff82-4b7a-a1f6-5a8641150159 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3c66acbe12854926b2420a67bf6efe52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8416772 Jun 17 14:18:35.466127 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46610) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:35.469234 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:18:35.483665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:35.484158 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-58adebd9-42d5-4c37-937b-1f6e3137b9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:35.521703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.544427 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.544723 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Calling delete_port for 73af20f7-af9e-48a9-8014-c920a9ef7344 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:18:35.596157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.599377 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.600515 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d8d7699c-a9a2-4271-935e-ab7cb8e4822f HTTP/1.1" status: 204 len: 168 time: 0.1333747 Jun 17 14:18:35.601225 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:35.610628 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d7699c-a9a2-4271-935e-ab7cb8e4822f,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:35.618005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68343658-ff82-4b7a-a1f6-5a8641150159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d7699c-a9a2-4271-935e-ab7cb8e4822f,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:35.626474 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.626881 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.627249 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.627606 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.628090 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.628749 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.629307 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.630050 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.630410 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.630756 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.631097 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.631436 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:35.635156 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:35.655401 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-68343658-ff82-4b7a-a1f6-5a8641150159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:35.703872 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-39e19127-1bd3-4ad4-b38b-a17b0453a9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.723430 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-39e19127-1bd3-4ad4-b38b-a17b0453a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.727277 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-71522b8b-3d1f-4d64-b805-c13aeb57f3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:35.746685 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3200021 Jun 17 14:18:35.747054 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46618) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:35.752099 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Request body: {'subnet': {'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-947426096-subnet', 'tenant_id': '6cf48e3bd83b4f2490bbb313c631c806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:35.780770 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Made reservation on behalf of 6cf48e3bd83b4f2490bbb313c631c806 for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:35.784032 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.883243 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e19127-1bd3-4ad4-b38b-a17b0453a9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa31757-aff3-4ec5-ba68-8f8301ea5adf,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:35.887289 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-39e19127-1bd3-4ad4-b38b-a17b0453a9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:35.892097 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-39e19127-1bd3-4ad4-b38b-a17b0453a9e8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=150c8104d2bd4a2b861e8c5d8868dd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8956630 Jun 17 14:18:35.897638 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46626) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:35.901879 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:35.914465 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:35.923975 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['73af20f7-af9e-48a9-8014-c920a9ef7344'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:35.952628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Pushing event deleted for resources: {'Port': ['ID=73af20f7-af9e-48a9-8014-c920a9ef7344,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:35.961503 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:35.970604 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cbcdd810-75b7-43a3-a338-82b80f10e406 req-e92cb367-f290-4b34-be5f-f685c8b3bf0a tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 210 time: 0.0523188 Jun 17 14:18:36.031732 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] No DVR routers for this DVR port 73af20f7-af9e-48a9-8014-c920a9ef7344 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:18:36.035142 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.038449 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-baf20c5c-5207-4bb0-97d0-c9cb5b827c13 req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.95 "DELETE /v2.0/ports/73af20f7-af9e-48a9-8014-c920a9ef7344 HTTP/1.1" status: 204 len: 173 time: 1.2012792 Jun 17 14:18:36.038985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede6a34c-f722-43fe-992a-29b85c200713', 'name': 'network-vif-deleted', 'tag': '73af20f7-af9e-48a9-8014-c920a9ef7344'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:36.041579 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460deef2-b12d-4630-8fbb-3dd7246bb03b" -d '{"events": [{"server_uuid": "ede6a34c-f722-43fe-992a-29b85c200713", "name": "network-vif-deleted", "tag": "73af20f7-af9e-48a9-8014-c920a9ef7344"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:36.053296 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.077922 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.096238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fd53d5-5e41-43e9-92bb-f4db9df9f4e5 x-openstack-request-id: req-d2fd53d5-5e41-43e9-92bb-f4db9df9f4e5 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:36.096557 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede6a34c-f722-43fe-992a-29b85c200713", "name": "network-vif-deleted", "tag": "73af20f7-af9e-48a9-8014-c920a9ef7344", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:36.097004 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d2fd53d5-5e41-43e9-92bb-f4db9df9f4e5 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:36.097419 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede6a34c-f722-43fe-992a-29b85c200713', 'name': 'network-vif-deleted', 'tag': '73af20f7-af9e-48a9-8014-c920a9ef7344', 'status': 'completed', 'code': 200} Jun 17 14:18:36.158008 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.166284 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:36.185538 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-44bb7375-5d77-4e01-98ee-28a98f74829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.198782 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.202631 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.206445 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/eaa31757-aff3-4ec5-ba68-8f8301ea5adf HTTP/1.1" status: 204 len: 168 time: 0.3069830 Jun 17 14:18:36.523157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10644fa-363e-428b-8efb-492242452a3e,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:36.536230 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:36.537016 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-fa7756cd-550e-43af-95b2-421ab07e388a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:36.541545 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Checking segment: {'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:36.542239 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Network hostable DHCP agents. Network: 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:18:36.567613 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa31757-aff3-4ec5-ba68-8f8301ea5adf,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:36.574137 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:36.611647 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b4873-9f86-422a-b59d-7b33c4ec9408 req-f9305720-9fb9-4336-878f-63f895cecd4f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:36.613173 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cb2b4873-9f86-422a-b59d-7b33c4ec9408 req-f9305720-9fb9-4336-878f-63f895cecd4f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.4020195 Jun 17 14:18:36.613915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:18:36.651287 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:36.661589 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46658) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:36.664250 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:36.665265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.670098 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cdb68b-a06f-4b3b-be69-309d2ff0bcc7 None None] Network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:18:36.679764 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b5614745-923d-47a6-afd4-12d30222144c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.684374 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cb2b4873-9f86-422a-b59d-7b33c4ec9408 req-e94df755-f179-4b7f-8368-632dbd7dd7b7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602043 Jun 17 14:18:36.695225 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9469857 Jun 17 14:18:36.828656 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b5614745-923d-47a6-afd4-12d30222144c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.836133 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b5614745-923d-47a6-afd4-12d30222144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.842669 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5ee294d9-0f6d-4854-b275-572402627650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:36.919578 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b5614745-923d-47a6-afd4-12d30222144c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0f9fc6b5c5284298bf896fa3e74a1495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568545 Jun 17 14:18:36.925708 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46664) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:36.931376 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5614745-923d-47a6-afd4-12d30222144c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffb371e-d6c4-4d24-9f5e-f8f566dd112e,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:36.938528 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b5614745-923d-47a6-afd4-12d30222144c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:36.950868 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:36.990230 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ba359-dbf4-46d2-973c-fd52a2adc879 None None] Network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:18:37.180214 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:37.258265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:37.337408 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:37.341461 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:37.343009 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3ffb371e-d6c4-4d24-9f5e-f8f566dd112e HTTP/1.1" status: 204 len: 168 time: 0.4150798 Jun 17 14:18:37.343974 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-adc140d7-3e6a-488b-8b49-5c7e68669c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:37.355270 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffb371e-d6c4-4d24-9f5e-f8f566dd112e,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:37.360174 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:37.403013 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bda42af9-c6ac-4279-b443-8c5cf6b405f1 req-2fb76c19-0f9e-4baf-8395-83889a9fb734 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede6a34c-f722-43fe-992a-29b85c200713 HTTP/1.1" status: 200 len: 210 time: 0.0440137 Jun 17 14:18:37.691401 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:37.964235 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc4d9b-df1a-4e39-a2e9-0a10393c6c0a req-be39f15e-bf45-4fb8-b57f-f5e12a7aab49 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:37.976075 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a4dc4d9b-df1a-4e39-a2e9-0a10393c6c0a req-be39f15e-bf45-4fb8-b57f-f5e12a7aab49 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1157525 Jun 17 14:18:38.074188 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a4dc4d9b-df1a-4e39-a2e9-0a10393c6c0a req-32ed8dd0-ed7a-48c1-b281-6c2603f3da10 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970125 Jun 17 14:18:38.150356 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328d05-d7b1-44d6-a461-a810f358825a req-4bec9763-af22-4a67-a385-5685bd39bc10 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:38.151859 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-4bec9763-af22-4a67-a385-5685bd39bc10 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 0.1738372 Jun 17 14:18:38.169553 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-d8c1d414-1776-41ee-a542-ca48d264e68e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/quotas/11baa27c121146b1b5406cec2bfdd55f HTTP/1.1" status: 200 len: 375 time: 0.0107622 Jun 17 14:18:38.279635 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-dd02180e-1957-4918-b080-4919cefac417 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004167 Jun 17 14:18:38.425943 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-fe5f6360-4ab9-43d0-afd0-a68f3072e33e service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366131 Jun 17 14:18:38.564458 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-67ace917-7cc5-490c-8746-c31df5aa3ded service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303470 Jun 17 14:18:38.720745 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 73af20f7-af9e-48a9-8014-c920a9ef7344 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:18:38.759997 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 73af20f7-af9e-48a9-8014-c920a9ef7344 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:18:38.760642 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 73af20f7-af9e-48a9-8014-c920a9ef7344 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:18:38.809499 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0a298bb2-af60-4c0e-b6ca-75c008bcaa6c req-bafb3710-75b2-46b2-9de4-c3fbf9d64a2d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 210 time: 0.0553927 Jun 17 14:18:39.501840 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ef71-c072-461a-a148-d1cd8709507d req-7494268f-58e4-4a27-8cdd-cb2590125cec tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:39.503395 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-7494268f-58e4-4a27-8cdd-cb2590125cec tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/networks?id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee HTTP/1.1" status: 200 len: 808 time: 0.1617172 Jun 17 14:18:39.535302 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df577101-0330-4605-9c37-15dc63b851a4 req-e51b3d81-6aeb-4693-b473-08aeb9e30c2a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:39.537679 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-df577101-0330-4605-9c37-15dc63b851a4 req-e51b3d81-6aeb-4693-b473-08aeb9e30c2a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1155400 Jun 17 14:18:39.542730 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-344a2033-2bfc-4aff-904a-d9a61525fb8c tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/quotas/6cf48e3bd83b4f2490bbb313c631c806 HTTP/1.1" status: 200 len: 375 time: 0.0309865 Jun 17 14:18:39.599626 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-aa6a18e5-e0d4-430b-a1f1-080deb8eda96 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6cf48e3bd83b4f2490bbb313c631c806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525467 Jun 17 14:18:39.631920 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-df577101-0330-4605-9c37-15dc63b851a4 req-a9f8710a-a5df-478b-9b19-901833aa6c4c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812545 Jun 17 14:18:39.707108 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-cfdc2602-b748-4044-99d9-f70b8fa07cbe service neutron] 10.222.0.82 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993054 Jun 17 14:18:39.812615 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-41de11f4-ed95-4e35-9752-bab5c1b5a786 service neutron] 10.222.0.82 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972364 Jun 17 14:18:39.985123 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:39.999601 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6bfe01bc-add1-4630-8807-e4d57cb7925a req-98844222-8a37-49e6-8ee9-463a89963587 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 210 time: 0.0541844 Jun 17 14:18:40.094888 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b71c6822-c034-4c48-bc9e-60c42b90f9eb req-0f564135-3e2b-48d4-988f-69113c9c4fb1 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 210 time: 0.0510290 Jun 17 14:18:40.355279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328d05-d7b1-44d6-a461-a810f358825a req-540958ea-dd36-4d56-bdc8-1810fabbeb47 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:40.357850 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-540958ea-dd36-4d56-bdc8-1810fabbeb47 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 0.1691315 Jun 17 14:18:40.392590 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46824) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:40.402399 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Request body: {'port': {'device_id': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'admin_state_up': True, 'tenant_id': '11baa27c121146b1b5406cec2bfdd55f'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:40.469801 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Deleting subnet 92972a3c-fcac-410d-a3df-ab6975cd2932 {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:18:40.474040 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.520557 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.533679 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.574462 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Made reservation on behalf of 11baa27c121146b1b5406cec2bfdd55f for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:40.580745 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.609949 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.616032 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c270451c-5033-4568-8a0e-11be2f48e656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:40.645951 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.648893 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] 10.222.0.82 "DELETE /v2.0/subnets/92972a3c-fcac-410d-a3df-ab6975cd2932 HTTP/1.1" status: 204 len: 168 time: 0.2545929 Jun 17 14:18:40.650469 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92972a3c-fcac-410d-a3df-ab6975cd2932,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:40.659411 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:40.660144 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46836) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:40.769851 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.787014 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Allocated IP 172.20.0.10 (ce42c237-fa0b-46da-a2d8-7f46dc26e2c8/23e3c58c-15ec-447e-8c1f-ae4114f2c41a/a3d226a3-31eb-4d02-9f67-a04ca322bbd5) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:40.906856 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:40.927436 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.928088 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.929017 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.929527 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > port after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.932201 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.932812 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > port after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.933311 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.933906 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.934400 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.934879 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:40.945781 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46844) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:41.019232 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.067213 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.071568 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:41.127156 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-54202e87-a496-4926-8bc3-88c10b9e76bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.137112 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:41.150490 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:41.154578 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:41.154770 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:41.155053 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:41.155428 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:41.155964 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:18:41.156356 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e70ccef-d19e-435e-bd0d-73541f612d8d']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:41.160003 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:41.161475 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.164106 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event updated for resources: {'Port': ['ID=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:41.169517 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:41.177508 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4fe499-5238-4ef9-938d-82940504c476') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:41.177800 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4fe499-5238-4ef9-938d-82940504c476') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:41.197866 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.226542 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.239648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:18:41.240052 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: from cryptography.utils import int_from_bytes Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: from cryptography.utils import int_from_bytes Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: retrieve_revision_numbers = { Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: retrieve_revision_numbers = { Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: retrieve_revision_numbers = { Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:18:41.244008 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:18:41.261721 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f91a-2109-4e64-9075-0acedc1f46ea req-c5ce2542-04e2-429c-b6a7-404f481cfc94 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:41.263456 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2271f91a-2109-4e64-9075-0acedc1f46ea req-c5ce2542-04e2-429c-b6a7-404f481cfc94 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.4001968 Jun 17 14:18:41.280735 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-54202e87-a496-4926-8bc3-88c10b9e76bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.289164 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-54202e87-a496-4926-8bc3-88c10b9e76bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.292185 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:41.296409 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9189656 Jun 17 14:18:41.343243 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.351030 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2271f91a-2109-4e64-9075-0acedc1f46ea req-e7de2aed-6296-41d5-ad9a-bbde95473ad4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791569 Jun 17 14:18:41.353382 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:41.357844 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-54202e87-a496-4926-8bc3-88c10b9e76bf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=66496a598d5b40899b764edd6d035574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077692 Jun 17 14:18:41.358616 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.358797 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202e87-a496-4926-8bc3-88c10b9e76bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba4d3a-1972-4841-bed7-affb15dc35ad,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:41.359927 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] 10.222.0.82 "DELETE /v2.0/networks/6e70ccef-d19e-435e-bd0d-73541f612d8d HTTP/1.1" status: 204 len: 168 time: 0.6985595 Jun 17 14:18:41.360546 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46854) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:41.360900 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-54202e87-a496-4926-8bc3-88c10b9e76bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:41.382484 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Pushing event deleted for resources: {'Network': ['ID=6e70ccef-d19e-435e-bd0d-73541f612d8d,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:41.385144 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:41.444718 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.475923 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.525142 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46860) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:41.554288 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.557305 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.558496 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e3ba4d3a-1972-4841-bed7-affb15dc35ad HTTP/1.1" status: 204 len: 168 time: 0.1827033 Jun 17 14:18:41.559601 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:41.572879 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba4d3a-1972-4841-bed7-affb15dc35ad,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:41.575541 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:41.578163 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b2af318a-a7a4-4b87-aa2f-0ecd609b002e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7a82b26547134cb59f3791a39e205822&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513508 Jun 17 14:18:41.580963 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46864) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:41.601649 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e548cf-b4d2-4af4-9d1d-b8548a3bf6fd req-df7caaa5-8544-4891-9cfd-903a69e12d50 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:41.603238 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48e548cf-b4d2-4af4-9d1d-b8548a3bf6fd req-df7caaa5-8544-4891-9cfd-903a69e12d50 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 932 time: 0.0991843 Jun 17 14:18:41.641172 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.647577 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48e548cf-b4d2-4af4-9d1d-b8548a3bf6fd req-8823e812-185d-47b6-b750-32fe07de41ab tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Jun 17 14:18:41.667709 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.731526 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.734481 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:41.735731 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2a488ec2-818f-4598-880c-f7c5f425b635 HTTP/1.1" status: 204 len: 168 time: 0.1532195 Jun 17 14:18:41.736684 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:41.746863 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a488ec2-818f-4598-880c-f7c5f425b635,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:41.749450 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:42.018827 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:43.034864 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 46924) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:43.204740 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-528e57ca-d8d8-4c85-97b7-772baa204da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:43.314345 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-528e57ca-d8d8-4c85-97b7-772baa204da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:43.319887 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-528e57ca-d8d8-4c85-97b7-772baa204da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:43.334918 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0e505711-43f2-46b4-bb05-cfad35eac9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:43.397904 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-528e57ca-d8d8-4c85-97b7-772baa204da7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bb99a3679cc84d528bf88dcaf117adb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619049 Jun 17 14:18:43.399477 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e57ca-d8d8-4c85-97b7-772baa204da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1761a9ad-b914-47d9-b333-8492eb62f70e,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:43.401459 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46940) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:43.402733 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-528e57ca-d8d8-4c85-97b7-772baa204da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:43.465394 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:43.493949 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:43.564215 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:43.567606 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:43.568857 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1761a9ad-b914-47d9-b333-8492eb62f70e HTTP/1.1" status: 204 len: 168 time: 0.1651795 Jun 17 14:18:43.569531 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a3e6eec7-5309-4ea1-a301-4d062debc2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:43.581034 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1761a9ad-b914-47d9-b333-8492eb62f70e,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:43.585502 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:44.244667 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Request body: {'port': {'device_id': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:44.469169 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:44.530141 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 46972) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:44.600047 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9a955875-9c06-4319-beac-1a607d56d13a req-912499e4-e4e5-480b-b9f8-1de7ea05ef6e tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 210 time: 0.1309755 Jun 17 14:18:44.651582 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072e133-cc88-41d3-81d9-197b0aa0a347 req-5cd3cdf9-6e95-4a55-872f-bf8a32dbaed4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:44.661023 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0072e133-cc88-41d3-81d9-197b0aa0a347 req-5cd3cdf9-6e95-4a55-872f-bf8a32dbaed4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1851940 Jun 17 14:18:44.665368 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292136621-network', 'tenant_id': '56c30b71910b44588178022c52d1d1be'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:44.714717 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0072e133-cc88-41d3-81d9-197b0aa0a347 req-e871a0aa-2ac9-450a-8060-cb74ebeeb781 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527954 Jun 17 14:18:44.748132 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Made reservation on behalf of 56c30b71910b44588178022c52d1d1be for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:44.751574 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:44.796881 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:44.840282 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871ecec-fa17-498a-9817-b4f36362b9e6 req-7ccca3f0-6ccb-4d31-b6ad-847e142efc7a tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:44.842149 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2871ecec-fa17-498a-9817-b4f36362b9e6 req-7ccca3f0-6ccb-4d31-b6ad-847e142efc7a tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 932 time: 0.0821893 Jun 17 14:18:44.946332 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d226a3-31eb-4d02-9f67-a04ca322bbd5 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:44.950310 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2871ecec-fa17-498a-9817-b4f36362b9e6 req-60ab8355-0490-4517-b738-72746b73e43c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Jun 17 14:18:44.958280 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:44.973670 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Transition to ACTIVE for port object a3d226a3-31eb-4d02-9f67-a04ca322bbd5 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:44.985848 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:44.996935 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:45.106832 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:45.136060 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:45.224384 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Attempting to bind port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:45.224756 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Attempting to bind port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:45.225194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Attempting to bind port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:45.249331 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:18:45.249666 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Attempting to bind port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:45.268414 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.275949 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.279033 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:45.283364 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Checking segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:45.283364 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Bound using segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:45.283364 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Bound port: a3d226a3-31eb-4d02-9f67-a04ca322bbd5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:45.283364 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.288336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-200c0f71-1d33-4732-a938-262e70343f9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:45.354122 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ef71-c072-461a-a148-d1cd8709507d req-bb4fe571-2ba6-4a1c-b067-1e7dea537a8d tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:45.356466 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-bb4fe571-2ba6-4a1c-b067-1e7dea537a8d tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "GET /v2.0/networks?id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee HTTP/1.1" status: 200 len: 808 time: 0.2681777 Jun 17 14:18:45.363533 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:18:45.378592 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Request body: {'port': {'device_id': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee', 'admin_state_up': True, 'tenant_id': '6cf48e3bd83b4f2490bbb313c631c806'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:45.411480 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.411911 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Added segment 59b9bcb4-2a85-4416-bcd5-ca579c34d69a of type vlan for network 96f94244-5446-4152-8309-52b05d72ea4d Jun 17 14:18:45.422619 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c629f-1d69-4eee-b57a-f6c8ab6c110b,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:45.440607 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:45.804084 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-767e0ae3-c4a4-4945-918e-f72a1106e5b2 req-68fd334b-4904-46a3-ae38-84d3671b1e18 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 210 time: 0.0287991 Jun 17 14:18:45.850447 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.889040 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] For port a3d226a3-31eb-4d02-9f67-a04ca322bbd5, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:45.928953 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] For port a3d226a3-31eb-4d02-9f67-a04ca322bbd5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:45.939710 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.944555 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.949547 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:45.950158 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:45.952880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c55f472f-9d57-4069-8267-a8e1f815095b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:46.011388 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dcfb6-40c2-4c71-81f3-502338a4064a req-9761fa5c-8b52-44fc-9ac9-2c3c57315270 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:46.015581 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:46.016381 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:46.018428 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] 10.222.0.95 "PUT /v2.0/ports/a3d226a3-31eb-4d02-9f67-a04ca322bbd5 HTTP/1.1" status: 200 len: 1094 time: 1.7791994 Jun 17 14:18:46.020177 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c77dcfb6-40c2-4c71-81f3-502338a4064a req-9761fa5c-8b52-44fc-9ac9-2c3c57315270 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1046321 Jun 17 14:18:46.025614 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'tag': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:46.028492 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081960ed-414c-4c3a-93ed-3ecb520a433f" -d '{"events": [{"name": "network-changed", "server_uuid": "7661ff34-c3a2-4dab-abb3-ae56c5a00dba", "tag": "a3d226a3-31eb-4d02-9f67-a04ca322bbd5"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:46.042563 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Made reservation on behalf of 6cf48e3bd83b4f2490bbb313c631c806 for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:46.048675 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:46.058855 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5237658 Jun 17 14:18:46.064366 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47036) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:46.078346 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Request body: {'subnet': {'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292136621-subnet', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:46.084416 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c77dcfb6-40c2-4c71-81f3-502338a4064a req-dd6446a9-c3c7-4e48-82dd-0b92df8c4d4b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Jun 17 14:18:46.116333 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:46.120605 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:46.125931 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0a245ac6-8b41-4223-a66a-19eb1a8b5d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:46.189052 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d9bcc-ec6f-4141-8f11-fe96b9999605 x-openstack-request-id: req-ba7d9bcc-ec6f-4141-8f11-fe96b9999605 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:46.189371 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7661ff34-c3a2-4dab-abb3-ae56c5a00dba", "tag": "a3d226a3-31eb-4d02-9f67-a04ca322bbd5", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:46.189649 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ba7d9bcc-ec6f-4141-8f11-fe96b9999605 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:46.190100 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'tag': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', 'status': 'completed', 'code': 200} Jun 17 14:18:46.227307 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d44df-7956-4e4e-b9ba-06dd889f8678 req-d65013d8-adcc-4cc4-9e55-add97e877174 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:46.229028 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b49d44df-7956-4e4e-b9ba-06dd889f8678 req-d65013d8-adcc-4cc4-9e55-add97e877174 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 944 time: 0.0822423 Jun 17 14:18:46.236911 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Made reservation on behalf of 56c30b71910b44588178022c52d1d1be for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:46.240410 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:46.274857 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b49d44df-7956-4e4e-b9ba-06dd889f8678 req-36c07c73-2c97-480f-adf7-7d07fbcd7058 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Jun 17 14:18:46.306299 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Pushing event updated for resources: {'Network': ['ID=96f94244-5446-4152-8309-52b05d72ea4d,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:46.309634 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:46.317257 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 96f94244-5446-4152-8309-52b05d72ea4d details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:18:46.430822 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328d05-d7b1-44d6-a461-a810f358825a req-1d261b6b-b002-4906-a8b0-91a3cd656376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:46.432692 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-1d261b6b-b002-4906-a8b0-91a3cd656376 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 1097 time: 0.3086476 Jun 17 14:18:46.496880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Allocated IP 172.20.0.4 (8b50d2d6-10cd-480c-a0ce-f92cf80e1bee/e10644fa-363e-428b-8efb-492242452a3e/11d1ad91-d056-4c51-9419-19d2bf46cf52) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:46.506262 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-c50d258a-ef1a-42a3-8ad1-f27cee026234 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3d226a3-31eb-4d02-9f67-a04ca322bbd5 HTTP/1.1" status: 200 len: 217 time: 0.0552716 Jun 17 14:18:46.676743 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328d05-d7b1-44d6-a461-a810f358825a req-7633212a-2a54-4e43-95d2-275ad3d21d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:46.678093 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-7633212a-2a54-4e43-95d2-275ad3d21d1c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.1362710 Jun 17 14:18:46.756920 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:46.762731 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-a0a82635-296f-45d0-a6db-a7756ca818a3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510204 Jun 17 14:18:46.768298 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-05b6c732-8e04-4b85-a538-acdab54708e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:46.990619 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a31c7e14-b02a-430e-a6df-a7e3493f8117 req-d5ca2f09-301c-46b1-92e4-5e62faa1590c tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 210 time: 0.0383952 Jun 17 14:18:47.048352 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41bac6b9-08af-4732-a4b4-53d9a01b2819,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:47.062553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.065186 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:47.104731 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Checking segment: {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:47.105106 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Network hostable DHCP agents. Network: 96f94244-5446-4152-8309-52b05d72ea4d, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:18:47.115089 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-4550beca-75e0-40f4-86d7-3b4b9a7177c4 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397617 Jun 17 14:18:47.162837 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Network 96f94244-5446-4152-8309-52b05d72ea4d is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:18:47.212800 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 96f94244-5446-4152-8309-52b05d72ea4d) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:47.219952 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.221783 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:47.222377 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.225020 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc77093-589d-458d-834a-2637d40a9002 None None] Network 96f94244-5446-4152-8309-52b05d72ea4d requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:18:47.232962 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c416b45f-ec20-471f-8c48-3ac491c55602 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:47.305379 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8328d05-d7b1-44d6-a461-a810f358825a req-45d10482-e205-4d4a-87c5-c7a075600ec2 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680083 Jun 17 14:18:47.306535 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-1e9b5a35-e27a-4a83-88ca-c38e2fe26a86 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2332006 Jun 17 14:18:47.312002 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47062) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:47.319563 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:47.320980 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Pushing event updated for resources: {'Port': ['ID=11d1ad91-d056-4c51-9419-19d2bf46cf52,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:47.324334 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:47.326312 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:47.326996 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:47.334127 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:47.334781 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.343460 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:47.354423 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9796276 Jun 17 14:18:47.381701 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79126-bf1d-487c-961c-3356c5711132 req-1d26b184-f622-4008-8d71-472592772cab tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:47.383440 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81b79126-bf1d-487c-961c-3356c5711132 req-1d26b184-f622-4008-8d71-472592772cab tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1671407 Jun 17 14:18:47.400716 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.402290 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.429336 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-96f94244-5446-4152-8309-52b05d72ea4d', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:18:47.432340 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.453458 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81b79126-bf1d-487c-961c-3356c5711132 req-da074437-8f0e-43f6-b2b0-728f8229b405 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606904 Jun 17 14:18:47.495501 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.657087 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Allocated IP 172.20.0.2 (96f94244-5446-4152-8309-52b05d72ea4d/41bac6b9-08af-4732-a4b4-53d9a01b2819/9b129612-a4b9-450f-af4a-47b1c0218d72) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:47.664884 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.692037 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd438909-8d62-42b4-9f11-00ec30a5466f req-2fc07aa0-0b92-451c-859e-37c1b0a2f10c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:47.693610 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dd438909-8d62-42b4-9f11-00ec30a5466f req-2fc07aa0-0b92-451c-859e-37c1b0a2f10c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 944 time: 0.1929691 Jun 17 14:18:47.773199 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dd438909-8d62-42b4-9f11-00ec30a5466f req-5f15a18d-a614-483b-98e7-f1675ce4bdd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Jun 17 14:18:47.919598 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.929378 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.934829 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Transition to ACTIVE for port object 9b129612-a4b9-450f-af4a-47b1c0218d72 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:47.948069 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.960548 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Transition to ACTIVE for port object 9b129612-a4b9-450f-af4a-47b1c0218d72 will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:47.969039 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:47.974987 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:48.049649 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Network 96f94244-5446-4152-8309-52b05d72ea4d is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:48.055336 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:48.061669 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:48.081822 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Pushing event updated for resources: {'Port': ['ID=9b129612-a4b9-450f-af4a-47b1c0218d72,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:48.091373 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47076) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:48.107424 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Allocated IP 172.27.0.35 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/96346520-8388-4afd-97a8-53de0161116b) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:48.113076 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.113524 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.113829 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.114206 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.114624 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.114954 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.115275 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.115591 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.115909 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.116265 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.116536 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.116849 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:48.122488 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:48.163179 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Attempting to bind port 9b129612-a4b9-450f-af4a-47b1c0218d72 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:48.163641 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Attempting to bind port 9b129612-a4b9-450f-af4a-47b1c0218d72 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:48.163937 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Attempting to bind port 9b129612-a4b9-450f-af4a-47b1c0218d72 on network 96f94244-5446-4152-8309-52b05d72ea4d {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:48.170463 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:48.170752 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Checking segment: {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:48.171161 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.171555 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Bound using segment: {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:48.172032 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Bound port: 9b129612-a4b9-450f-af4a-47b1c0218d72, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:48.172404 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.254409 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] For port 9b129612-a4b9-450f-af4a-47b1c0218d72, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:48.258950 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] For port 9b129612-a4b9-450f-af4a-47b1c0218d72, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=9b129612-a4b9-450f-af4a-47b1c0218d72,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:48.261899 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-47e4d3ba-70e7-4fb8-a81b-69c5a2e39135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.263863 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.267485 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:48.355571 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Pushing event updated for resources: {'Port': ['ID=9b129612-a4b9-450f-af4a-47b1c0218d72,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:48.362956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:48.392493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-47e4d3ba-70e7-4fb8-a81b-69c5a2e39135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.397805 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-47e4d3ba-70e7-4fb8-a81b-69c5a2e39135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.401715 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b7c532c6-953d-45bd-a167-b6de4e7ed36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:48.449599 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-47e4d3ba-70e7-4fb8-a81b-69c5a2e39135 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d96e83ad331245b7b03ac07292e06b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547959 Jun 17 14:18:48.449599 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4d3ba-70e7-4fb8-a81b-69c5a2e39135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588ebe8-bd97-499a-b1b2-45915de77d74,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:48.450742 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47082) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:48.463203 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-47e4d3ba-70e7-4fb8-a81b-69c5a2e39135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:48.500343 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.549285 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.587606 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.614710 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.627302 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:48.672110 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:48.679310 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:48.683812 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:48.691930 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Pushing event updated for resources: {'Port': ['ID=96346520-8388-4afd-97a8-53de0161116b,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:48.716372 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:48.720290 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.722952 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:48.724303 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2588ebe8-bd97-499a-b1b2-45915de77d74 HTTP/1.1" status: 204 len: 168 time: 0.2725546 Jun 17 14:18:48.728378 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-efa0378c-0782-4d82-96c4-160afcc3b8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:48.739782 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588ebe8-bd97-499a-b1b2-45915de77d74,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:48.743334 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:48.971991 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:49.224051 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:49.244706 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 9b129612-a4b9-450f-af4a-47b1c0218d72 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:49.310681 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 9b129612-a4b9-450f-af4a-47b1c0218d72 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:49.430326 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Router d694d917-8c1f-452a-a589-c927ceb427e3 is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:18:49.440820 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a03bed-eb9a-4849-97be-e52cfe3483af None None] Network 96f94244-5446-4152-8309-52b05d72ea4d requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:18:49.539940 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Provisioning for port 9b129612-a4b9-450f-af4a-47b1c0218d72 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:49.549320 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:18:49.549572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Provisioning complete for port 9b129612-a4b9-450f-af4a-47b1c0218d72 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:49.549757 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:49.559910 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Sync routers for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:18:49.573147 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:49.573531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:49.574645 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:49.575114 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2617052 Jun 17 14:18:49.577793 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47110) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:49.700118 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:49.704461 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:49.755541 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] For port 9b129612-a4b9-450f-af4a-47b1c0218d72, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=9b129612-a4b9-450f-af4a-47b1c0218d72,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:49.763727 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:49.765757 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:49.848166 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Pushing event updated for resources: {'Port': ['ID=9b129612-a4b9-450f-af4a-47b1c0218d72,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:49.858579 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:49.950389 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:48Z', 'revision_number': 3, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:49.982593 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Checking router: d694d917-8c1f-452a-a589-c927ceb427e3 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:18:49.983289 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Updating router d694d917-8c1f-452a-a589-c927ceb427e3 port 96346520-8388-4afd-97a8-53de0161116b binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:18:50.021894 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.087489 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-4d49f3ec-d66e-4eb6-a6ce-3a67c4d7f27e None None] Provisioning complete for port 9b129612-a4b9-450f-af4a-47b1c0218d72 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:50.088139 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4d49f3ec-d66e-4eb6-a6ce-3a67c4d7f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.147120 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.382496 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Allocated IP 172.20.0.1 (96f94244-5446-4152-8309-52b05d72ea4d/41bac6b9-08af-4732-a4b4-53d9a01b2819/bfd99e14-e38d-4604-9725-a910f09a4191) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:50.435027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47134) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:50.477312 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.487836 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Transition to ACTIVE for port object 96346520-8388-4afd-97a8-53de0161116b will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:50.496290 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.499101 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:50.520165 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Request body: {'port': {'device_id': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:50.555236 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Pushing event updated for resources: {'Port': ['ID=96346520-8388-4afd-97a8-53de0161116b,revision_number=2']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:50.555996 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.573524 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Attempting to bind port 96346520-8388-4afd-97a8-53de0161116b on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:50.574052 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Attempting to bind port 96346520-8388-4afd-97a8-53de0161116b by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:50.574267 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Attempting to bind port 96346520-8388-4afd-97a8-53de0161116b on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:50.583070 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:50.583505 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:50.583905 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.584291 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:50.585111 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Bound port: 96346520-8388-4afd-97a8-53de0161116b, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:50.585480 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.600441 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Transition to ACTIVE for port object bfd99e14-e38d-4604-9725-a910f09a4191 will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:50.642847 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] For port 96346520-8388-4afd-97a8-53de0161116b, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:50.647612 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] For port 96346520-8388-4afd-97a8-53de0161116b, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=96346520-8388-4afd-97a8-53de0161116b,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:50.647992 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d96b3f9f-2293-46ee-8e9b-7d9acc09ef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.650425 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.650957 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.651438 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.651763 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.652267 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.652597 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.652928 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.653238 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.653564 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.653912 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.654264 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.654584 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:18:50.659172 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.660729 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:50.665644 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:50.667405 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.693469 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:50.725563 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Pushing event updated for resources: {'Port': ['ID=96346520-8388-4afd-97a8-53de0161116b,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:50.730776 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:50.746887 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:50.748095 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:50.776038 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Network 96f94244-5446-4152-8309-52b05d72ea4d is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:50.788811 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.791880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:50.795075 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:50.795785 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:50.885455 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:50.893625 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-17ce6270-8f26-408d-bec3-b12bfb3c491a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2698908 Jun 17 14:18:50.920394 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9c926-766d-45fd-9eb9-69c73b7e2085 req-690f5f55-033d-4f41-a8a2-390253b8d577 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:50.932160 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd99e14-e38d-4604-9725-a910f09a4191,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:50.932800 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-84b9c926-766d-45fd-9eb9-69c73b7e2085 req-690f5f55-033d-4f41-a8a2-390253b8d577 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 931 time: 0.2421815 Jun 17 14:18:50.950687 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:50.979710 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfec4b0-27e2-4083-8664-bfdf9e7d659a req-054926b6-6616-4bd0-9c06-527cf7473aa2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:50.981416 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fcfec4b0-27e2-4083-8664-bfdf9e7d659a req-054926b6-6616-4bd0-9c06-527cf7473aa2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.2331257 Jun 17 14:18:50.987282 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-e6f9b098-a4bb-4900-b435-ac20efc17bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:50.989264 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-e6f9b098-a4bb-4900-b435-ac20efc17bab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 1097 time: 0.4736080 Jun 17 14:18:51.051034 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d96b3f9f-2293-46ee-8e9b-7d9acc09ef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.065641 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-84b9c926-766d-45fd-9eb9-69c73b7e2085 req-90e7283a-8127-4470-a919-7e8281337a4c tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319294 Jun 17 14:18:51.071234 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d96b3f9f-2293-46ee-8e9b-7d9acc09ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.075161 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-88fe931a-c1b1-449a-9ceb-dd4298386584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:51.114675 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-a5ab8793-62c1-4c9d-bcbf-bf9d38bc1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:51.116543 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-a5ab8793-62c1-4c9d-bcbf-bf9d38bc1fda service neutron] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 916 time: 0.0984948 Jun 17 14:18:51.136612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.138052 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-1e944325-0c7c-4eeb-8e32-5e4bbdde8117 None None] Provisioning for port bfd99e14-e38d-4604-9725-a910f09a4191 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:51.145554 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-1e944325-0c7c-4eeb-8e32-5e4bbdde8117 None None] Provisioning complete for port bfd99e14-e38d-4604-9725-a910f09a4191 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:51.147005 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-1e944325-0c7c-4eeb-8e32-5e4bbdde8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.165605 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fcfec4b0-27e2-4083-8664-bfdf9e7d659a req-0dc07874-63bb-491f-b1bb-fb4a36e2cec7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752529 Jun 17 14:18:51.167344 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b3f9f-2293-46ee-8e9b-7d9acc09ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453fcd62-386a-4c68-86f1-f667921252af,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:51.179359 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d96b3f9f-2293-46ee-8e9b-7d9acc09ef71 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9110ede9f7ab45e08e04c70c11ecbdb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431986 Jun 17 14:18:51.180571 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d96b3f9f-2293-46ee-8e9b-7d9acc09ef71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:51.182776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47138) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:51.212503 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-d4d715d7-2930-4088-a52f-bb0495b25200 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3d226a3-31eb-4d02-9f67-a04ca322bbd5 HTTP/1.1" status: 200 len: 217 time: 0.0869172 Jun 17 14:18:51.227955 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-1e944325-0c7c-4eeb-8e32-5e4bbdde8117 None None] Port bfd99e14-e38d-4604-9725-a910f09a4191 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:18:51.231832 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:48Z', 'revision_number': 3, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:51.256627 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-a36e32c6-d7f4-4c65-b685-6bedcd7bb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:51.262478 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 9b129612-a4b9-450f-af4a-47b1c0218d72 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:51.266109 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac36f6-5270-4349-9a93-82d06a5d8956 None None] The sync data for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi is: [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:48Z', 'revision_number': 3, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:18:51.273522 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-a36e32c6-d7f4-4c65-b685-6bedcd7bb546 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 1099 time: 0.2862802 Jun 17 14:18:51.339800 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.360420 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-25a1fed7-f271-4f10-948d-93f026854df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:51.361965 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-25a1fed7-f271-4f10-948d-93f026854df3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.1354530 Jun 17 14:18:51.385781 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 9b129612-a4b9-450f-af4a-47b1c0218d72 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:51.386203 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.432902 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-ca71b7d5-e3ca-4528-b6e5-5fd8953620d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545058 Jun 17 14:18:51.549018 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.560847 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-83e99b1c-ff3a-46e7-9b3d-ab8dd40ece43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:51.562407 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-83e99b1c-ff3a-46e7-9b3d-ab8dd40ece43 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 916 time: 0.2445810 Jun 17 14:18:51.631954 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-1072f987-2d2c-4ccd-ae21-70796883e998 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60db3e12-255b-4033-800a-11cd9be3d44e HTTP/1.1" status: 200 len: 217 time: 0.0517342 Jun 17 14:18:51.716026 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc21cb-03d3-49ee-a900-314ea58d0123 req-fea9b1b8-9340-434e-ba12-7e50a6e170f4 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:51.730896 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5ccc21cb-03d3-49ee-a900-314ea58d0123 req-fea9b1b8-9340-434e-ba12-7e50a6e170f4 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 944 time: 0.3881633 Jun 17 14:18:51.835041 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-0e7eac93-3609-4882-b6da-3420eac49644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:51.838950 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-0e7eac93-3609-4882-b6da-3420eac49644 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.1973734 Jun 17 14:18:51.861254 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5ccc21cb-03d3-49ee-a900-314ea58d0123 req-f90abb8a-9b05-4777-809f-b918c16f8525 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268857 Jun 17 14:18:51.885878 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.899249 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:51.903372 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/453fcd62-386a-4c68-86f1-f667921252af HTTP/1.1" status: 204 len: 168 time: 0.7134647 Jun 17 14:18:51.913164 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:51.950020 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-ba3adfc4-c07d-4267-bca4-0d9f71ba20f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786452 Jun 17 14:18:51.955793 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453fcd62-386a-4c68-86f1-f667921252af,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:51.959764 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:52.005329 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:52.110617 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-84207037-8d31-4c34-8764-77b26538c2d5 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492002 Jun 17 14:18:52.361328 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-ffb6e221-5738-4804-8dae-a2929f2b476b service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383800 Jun 17 14:18:52.380318 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-d4481396-d268-422f-a349-c73f5dbca5e5 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9331541 Jun 17 14:18:52.419368 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d7ef-5b15-4d21-8f02-14d0b98a14ca req-eeac6678-d044-4603-a7c8-5d711f3ce9f2 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:52.422246 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-de27d7ef-5b15-4d21-8f02-14d0b98a14ca req-eeac6678-d044-4603-a7c8-5d711f3ce9f2 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 931 time: 0.1616724 Jun 17 14:18:52.450045 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d1ad91-d056-4c51-9419-19d2bf46cf52 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:52.464894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:52.531805 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:52.550575 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-de27d7ef-5b15-4d21-8f02-14d0b98a14ca req-edcb892c-8f4b-4486-be1f-246fd4004936 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628705 Jun 17 14:18:52.555980 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:52.556839 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:52.559211 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Transition to ACTIVE for port object 11d1ad91-d056-4c51-9419-19d2bf46cf52 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:52.561676 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:52.596336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:52.602776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e52a8-0d2e-444d-921c-2c27f3217660 req-6b8d7695-f532-40b1-b6b9-27ee411b7120 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:52.606432 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e15e52a8-0d2e-444d-921c-2c27f3217660 req-6b8d7695-f532-40b1-b6b9-27ee411b7120 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.2238071 Jun 17 14:18:52.657393 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd99e14-e38d-4604-9725-a910f09a4191,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:52.686811 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e15e52a8-0d2e-444d-921c-2c27f3217660 req-2213eb93-dec1-4832-9a8f-b3f323c60491 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738060 Jun 17 14:18:52.698278 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-081960ed-414c-4c3a-93ed-3ecb520a433f req-91eac0c1-28b3-41b6-b4e7-5da42dce1c0b service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106928 Jun 17 14:18:52.739022 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:52.739529 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:52.826752 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Pushing event updated for resources: {'Port': ['ID=11d1ad91-d056-4c51-9419-19d2bf46cf52,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:52.842212 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:52.846812 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Attempting to bind port 11d1ad91-d056-4c51-9419-19d2bf46cf52 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:52.847297 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Attempting to bind port 11d1ad91-d056-4c51-9419-19d2bf46cf52 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:52.848234 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Attempting to bind port 11d1ad91-d056-4c51-9419-19d2bf46cf52 on network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:52.857156 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Port 11d1ad91-d056-4c51-9419-19d2bf46cf52 on network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:18:52.857313 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Attempting to bind port 11d1ad91-d056-4c51-9419-19d2bf46cf52 on network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:52.866483 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Network 96f94244-5446-4152-8309-52b05d72ea4d is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:52.867957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:52.868279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Checking segment: {'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:52.868651 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Bound using segment: {'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:52.869071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Bound port: 11d1ad91-d056-4c51-9419-19d2bf46cf52, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:52.869498 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:52.871624 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:53.071652 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] For port 11d1ad91-d056-4c51-9419-19d2bf46cf52, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:53.081486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] For port 11d1ad91-d056-4c51-9419-19d2bf46cf52, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=11d1ad91-d056-4c51-9419-19d2bf46cf52,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:53.086993 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:53.091349 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-13b5a1ad-0a2d-4a71-b8b1-3699af0b1408 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:53.146166 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:53.146788 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:53.148256 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-d08fe827-bd61-4853-910e-73306e651267 service neutron] 10.222.0.95 "PUT /v2.0/ports/11d1ad91-d056-4c51-9419-19d2bf46cf52 HTTP/1.1" status: 200 len: 1093 time: 2.6407444 Jun 17 14:18:53.152697 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'tag': '11d1ad91-d056-4c51-9419-19d2bf46cf52'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:18:53.162396 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef85676b-2497-49a4-985c-bac1b630eac0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe54a49-0486-4918-8011-6ec2fb153e85", "tag": "11d1ad91-d056-4c51-9419-19d2bf46cf52"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:18:53.166806 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Router d694d917-8c1f-452a-a589-c927ceb427e3 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:18:53.167240 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35441042-efaa-4260-bdd2-987a3093a62b req-693e76d5-0a63-4ceb-9ecc-9fa302aa083a tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:53.169559 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-35441042-efaa-4260-bdd2-987a3093a62b req-693e76d5-0a63-4ceb-9ecc-9fa302aa083a tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 944 time: 0.1401668 Jun 17 14:18:53.244720 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Pushing event updated for resources: {'Port': ['ID=11d1ad91-d056-4c51-9419-19d2bf46cf52,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:53.249893 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-35441042-efaa-4260-bdd2-987a3093a62b req-cc10b8fb-db7d-4c4a-b136-88ef08d2541f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710938 Jun 17 14:18:53.274335 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0a4659fa-db67-45a1-be12-2cefb87bec78 None None] Provisioning complete for port bfd99e14-e38d-4604-9725-a910f09a4191 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:53.275927 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0a4659fa-db67-45a1-be12-2cefb87bec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:53.297268 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:53.298698 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec197a6-29d0-42f6-b190-261ffae487db x-openstack-request-id: req-cec197a6-29d0-42f6-b190-261ffae487db {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:18:53.299008 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe54a49-0486-4918-8011-6ec2fb153e85", "tag": "11d1ad91-d056-4c51-9419-19d2bf46cf52", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:18:53.299281 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cec197a6-29d0-42f6-b190-261ffae487db {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:18:53.299695 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'tag': '11d1ad91-d056-4c51-9419-19d2bf46cf52', 'status': 'completed', 'code': 200} Jun 17 14:18:53.325803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 96346520-8388-4afd-97a8-53de0161116b up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:53.380659 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-0a4659fa-db67-45a1-be12-2cefb87bec78 None None] Port bfd99e14-e38d-4604-9725-a910f09a4191 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:18:53.406715 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 96346520-8388-4afd-97a8-53de0161116b completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:53.415206 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 96346520-8388-4afd-97a8-53de0161116b triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:53.415477 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:53.418444 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ef71-c072-461a-a148-d1cd8709507d req-896a913e-59d3-48c0-ada5-0ed582bfb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:53.420223 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-896a913e-59d3-48c0-ada5-0ed582bfb10c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6cf48e3bd83b4f2490bbb313c631c806&device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 1096 time: 0.2060010 Jun 17 14:18:53.471367 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:18:53.475044 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-19040071-e8d3-4c58-b862-63bb2e5d8c64 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d1ad91-d056-4c51-9419-19d2bf46cf52 HTTP/1.1" status: 200 len: 217 time: 0.0450728 Jun 17 14:18:53.478617 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] 10.222.0.82 "PUT /v2.0/routers/d694d917-8c1f-452a-a589-c927ceb427e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8997397 Jun 17 14:18:53.537414 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518ef71-c072-461a-a148-d1cd8709507d req-2253d24b-679c-43fb-b29d-74ac0abf0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:53.539390 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:53.539958 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-2253d24b-679c-43fb-b29d-74ac0abf0834 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e10644fa-363e-428b-8efb-492242452a3e HTTP/1.1" status: 200 len: 848 time: 0.0534391 Jun 17 14:18:53.569125 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 96346520-8388-4afd-97a8-53de0161116b, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=96346520-8388-4afd-97a8-53de0161116b,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:53.578987 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:53.583954 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b5e4d9dd-04d3-45d2-a42c-31c62fb08c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:53.590932 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-e5e7a3e7-0c48-47ed-85d8-9edf39a7d0a0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418510 Jun 17 14:18:53.651329 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=96346520-8388-4afd-97a8-53de0161116b,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:53.656817 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:53.742624 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-4878878b-ae10-4a84-a79d-8162aa0abe5a service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348865 Jun 17 14:18:53.928436 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c518ef71-c072-461a-a148-d1cd8709507d req-fe65e45f-f3be-48aa-8b19-1931efba346e service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716423 Jun 17 14:18:54.025057 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecc192-817d-4174-93c0-22c5dacfb50a req-25f193bf-26f6-44b0-96bf-ea19ed18ac19 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:54.026650 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51ecc192-817d-4174-93c0-22c5dacfb50a req-25f193bf-26f6-44b0-96bf-ea19ed18ac19 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 943 time: 0.2335546 Jun 17 14:18:54.039198 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Sync routers for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:18:54.045764 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee484c3-796e-4c5e-a2e3-9a3e657ba1d1 req-c4032973-901f-4b7f-b375-4d7313e686f8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:54.047348 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3ee484c3-796e-4c5e-a2e3-9a3e657ba1d1 req-c4032973-901f-4b7f-b375-4d7313e686f8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1573079 Jun 17 14:18:54.051741 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:54.052605 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:54.117370 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-cc151920-9403-4caa-9a5f-05ca3b6fcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:54.119622 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-cc151920-9403-4caa-9a5f-05ca3b6fcde5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6cf48e3bd83b4f2490bbb313c631c806&device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 1096 time: 0.0869696 Jun 17 14:18:54.179392 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51ecc192-817d-4174-93c0-22c5dacfb50a req-a185f37f-dcc4-42d8-817e-3b79dd3a70d3 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275828 Jun 17 14:18:54.202466 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3ee484c3-796e-4c5e-a2e3-9a3e657ba1d1 req-b5703e26-ea04-4972-bda5-28849b886380 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404562 Jun 17 14:18:54.240012 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:54.299610 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-dd38472a-1bdc-4ae9-bf84-5c833d1f258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:54.304218 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-dd38472a-1bdc-4ae9-bf84-5c833d1f258b service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee HTTP/1.1" status: 200 len: 910 time: 0.1759124 Jun 17 14:18:54.338768 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a3d226a3-31eb-4d02-9f67-a04ca322bbd5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:54.407391 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-e1c49a6f-e812-44dc-9718-de328aca3dcf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d1ad91-d056-4c51-9419-19d2bf46cf52 HTTP/1.1" status: 200 len: 217 time: 0.0911601 Jun 17 14:18:54.513024 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-422ce2d1-c61c-47e1-9de1-31a8169ee649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:54.515595 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-422ce2d1-c61c-47e1-9de1-31a8169ee649 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e10644fa-363e-428b-8efb-492242452a3e HTTP/1.1" status: 200 len: 848 time: 0.1010611 Jun 17 14:18:54.560952 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f66fe3-4f90-494b-829c-8e9b180a0385 req-d5cfa927-d796-4a5b-887f-832115bcb370 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:54.563102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-22f66fe3-4f90-494b-829c-8e9b180a0385 req-d5cfa927-d796-4a5b-887f-832115bcb370 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 944 time: 0.0920954 Jun 17 14:18:54.576749 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-f4c0b834-f1a2-4fa5-b804-176ded3a2cc6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506268 Jun 17 14:18:54.590232 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a3d226a3-31eb-4d02-9f67-a04ca322bbd5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:54.617825 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-22f66fe3-4f90-494b-829c-8e9b180a0385 req-464bc1e9-8379-4782-a80c-e34cd3165144 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 Jun 17 14:18:54.627461 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'port_id': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', 'mac_address': 'fa:16:3e:3f:1f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e3c58c-15ec-447e-8c1f-ae4114f2c41a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:18:54.656122 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47244) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:54.663858 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-739529474-network', 'tenant_id': '613b5a9a4138491285e20a25b81ca969'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:54.704497 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Made reservation on behalf of 613b5a9a4138491285e20a25b81ca969 for: {'network': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:54.704996 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:51Z', 'revision_number': 2, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:54.708832 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.709243 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.724494 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.726446 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-254a7a24-738d-4a03-b722-205b160590d6 service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378996 Jun 17 14:18:54.746145 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Checking router: d694d917-8c1f-452a-a589-c927ceb427e3 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:18:54.746477 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Updating router d694d917-8c1f-452a-a589-c927ceb427e3 port bfd99e14-e38d-4604-9725-a910f09a4191 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:18:54.753578 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d226a3-31eb-4d02-9f67-a04ca322bbd5 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:18:54.802575 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a3d226a3-31eb-4d02-9f67-a04ca322bbd5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:54.809750 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.812063 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-10ebd37a-e54c-4b13-b0b8-7d83f47513bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:54.814951 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.883930 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ef85676b-2497-49a4-985c-bac1b630eac0 req-d961f9d9-c08e-4f76-a2e2-7db0d768c935 service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485443 Jun 17 14:18:54.887887 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.893776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.898616 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-528e57ca-d8d8-4c85-97b7-772baa204da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:54.909047 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:54.915417 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:54.923123 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=93041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:18:54.935980 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed86dc-acd0-4bda-ba7b-2c52a8e445b6,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:54.940830 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:54.942239 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:54.942572 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.segments_db [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Added segment e28daab6-7368-4989-9b60-b216d78d1dff of type vlan for network 2b98cfcd-70ef-44e1-8304-667ca1384269 Jun 17 14:18:54.993390 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.030203 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.031915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:55.032605 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.042857 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:55.060023 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4024556 Jun 17 14:18:55.062527 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47250) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:55.067510 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Request body: {'subnet': {'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-739529474-subnet', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'ip_version': 4}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:55.202372 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.216348 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Transition to ACTIVE for port object bfd99e14-e38d-4604-9725-a910f09a4191 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:55.228324 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.232763 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:55.235175 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 96346520-8388-4afd-97a8-53de0161116b up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:55.314487 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['a3d226a3-31eb-4d02-9f67-a04ca322bbd5'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:18:55.410723 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f5f49-7a1b-492f-906e-b7913f7d583d None None] Pushing event updated for resources: {'Port': ['ID=bfd99e14-e38d-4604-9725-a910f09a4191,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:55.416513 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Pushing event updated for resources: {'Network': ['ID=2b98cfcd-70ef-44e1-8304-667ca1384269,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:55.421428 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b62f5f49-7a1b-492f-906e-b7913f7d583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:55.458574 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:55.468191 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:18:55.487497 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Made reservation on behalf of 613b5a9a4138491285e20a25b81ca969 for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:18:55.489925 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13309624'] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.531981 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Attempting to bind port bfd99e14-e38d-4604-9725-a910f09a4191 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:55.532358 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Attempting to bind port bfd99e14-e38d-4604-9725-a910f09a4191 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:55.532729 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Attempting to bind port bfd99e14-e38d-4604-9725-a910f09a4191 on network 96f94244-5446-4152-8309-52b05d72ea4d {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:55.585104 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55de3b9-f4b1-4199-b49b-612ab61676a5 req-e6c08cd0-1730-4a54-b3c9-ea032934740a tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:55.587023 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:55.587555 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Checking segment: {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:55.588028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.588658 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Bound using segment: {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:55.589228 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Bound port: bfd99e14-e38d-4604-9725-a910f09a4191, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:55.589752 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.592415 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d55de3b9-f4b1-4199-b49b-612ab61676a5 req-e6c08cd0-1730-4a54-b3c9-ea032934740a tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 943 time: 0.2032614 Jun 17 14:18:55.618407 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 96346520-8388-4afd-97a8-53de0161116b triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:55.618844 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.663159 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e900c-dcab-4439-845e-1ed5b803f9d9 req-0c472ef7-e37f-4d27-b380-d548ef409b7f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:55.664674 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d21e900c-dcab-4439-845e-1ed5b803f9d9 req-0c472ef7-e37f-4d27-b380-d548ef409b7f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.2797139 Jun 17 14:18:55.733386 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d55de3b9-f4b1-4199-b49b-612ab61676a5 req-82b7c991-c833-4b52-b154-d5f464836940 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400931 Jun 17 14:18:55.751246 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d21e900c-dcab-4439-845e-1ed5b803f9d9 req-2df0b94d-b94d-4d3c-86c9-abb6aac90014 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802813 Jun 17 14:18:55.811495 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14348673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13309610'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.815437 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:55.826291 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] For port bfd99e14-e38d-4604-9725-a910f09a4191, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:55.854881 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] For port bfd99e14-e38d-4604-9725-a910f09a4191, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=bfd99e14-e38d-4604-9725-a910f09a4191,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:55.865065 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.869706 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:55.892340 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321791a2-0b9e-464e-88ef-74e9cc738236,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:55.896235 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:55.902427 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Checking segment: {'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:55.902835 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Network hostable DHCP agents. Network: 2b98cfcd-70ef-44e1-8304-667ca1384269, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:18:55.925550 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:18:55.933832 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:55.934575 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:55.935958 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 2b98cfcd-70ef-44e1-8304-667ca1384269) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:55.940955 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:55.941679 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.961734 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8980863 Jun 17 14:18:55.961951 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47278) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:55.966510 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:18:55.976704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c956d7d5-113d-41f2-a20c-7bb47ec852a2 None None] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:18:55.992465 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:55.993760 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.003842 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f5f49-7a1b-492f-906e-b7913f7d583d None None] Pushing event updated for resources: {'Port': ['ID=bfd99e14-e38d-4604-9725-a910f09a4191,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:56.011558 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b62f5f49-7a1b-492f-906e-b7913f7d583d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:56.069243 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.238213 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.248970 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:56.416485 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-2b98cfcd-70ef-44e1-8304-667ca1384269', 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'fixed_ips': [{'subnet_id': '321791a2-0b9e-464e-88ef-74e9cc738236'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:18:56.417333 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.448029 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.467851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.573091 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Allocated IP 172.27.0.127 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/ad4c3feb-d689-4c75-a6f2-143be06f08f8) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:56.610602 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Allocated IP 172.20.0.2 (2b98cfcd-70ef-44e1-8304-667ca1384269/321791a2-0b9e-464e-88ef-74e9cc738236/a58c2baa-4d04-4ae8-8054-90c5ba8eef82) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:56.641465 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:55Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:56.671278 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994fb7a-26c0-4044-90ee-2a74fa057293 None None] The sync data for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi is: [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:55Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:18:56.685258 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.736065 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.740525 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:56.794928 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:56.798036 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:56.802177 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:56.845678 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.857246 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Transition to ACTIVE for port object a58c2baa-4d04-4ae8-8054-90c5ba8eef82 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:56.870158 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4c3feb-d689-4c75-a6f2-143be06f08f8,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:56.874790 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:56.883097 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Transition to ACTIVE for port object a58c2baa-4d04-4ae8-8054-90c5ba8eef82 will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:56.889532 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:56.891704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:56.932720 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:56.940609 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:56.943032 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Pushing event updated for resources: {'Port': ['ID=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:56.945183 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:56.947528 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:57.010825 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Attempting to bind port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:57.011532 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Attempting to bind port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:57.012794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Attempting to bind port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 on network 2b98cfcd-70ef-44e1-8304-667ca1384269 {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:57.023175 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:57.024120 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Checking segment: {'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:57.024532 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.024928 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Bound using segment: {'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:57.025544 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Bound port: a58c2baa-4d04-4ae8-8054-90c5ba8eef82, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:57.025927 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.055806 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.104079 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] For port a58c2baa-4d04-4ae8-8054-90c5ba8eef82, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:57.108117 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] For port a58c2baa-4d04-4ae8-8054-90c5ba8eef82, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,segment=NetworkSegment(e28daab6-7368-4989-9b60-b216d78d1dff),segment_id=e28daab6-7368-4989-9b60-b216d78d1dff)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:57.114826 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.126397 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:57.221889 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Pushing event updated for resources: {'Port': ['ID=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:57.233561 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:57.274732 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device bfd99e14-e38d-4604-9725-a910f09a4191 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:57.306293 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.351108 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port bfd99e14-e38d-4604-9725-a910f09a4191 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:57.358726 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port bfd99e14-e38d-4604-9725-a910f09a4191 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:57.359107 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.498103 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.541837 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port bfd99e14-e38d-4604-9725-a910f09a4191, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=bfd99e14-e38d-4604-9725-a910f09a4191,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:57.552085 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.557600 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:57.620351 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=bfd99e14-e38d-4604-9725-a910f09a4191,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:57.630763 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:57.747233 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Router 0c78352a-8eba-4a06-968a-13d15e6355be is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:18:57.864932 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:18:57.873614 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Sync routers for ids ['0c78352a-8eba-4a06-968a-13d15e6355be'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:18:57.882607 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:57.883954 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9210846 Jun 17 14:18:57.886703 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47292) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:18:57.888041 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Routers {'0c78352a-8eba-4a06-968a-13d15e6355be'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:57.888698 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0c78352a-8eba-4a06-968a-13d15e6355be'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:58.001256 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Set router 0c78352a-8eba-4a06-968a-13d15e6355be gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:58.215025 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:18:56Z', 'revision_number': 3, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port': {'id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:56Z', 'updated_at': '2021-06-17T14:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:58.253173 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Checking router: 0c78352a-8eba-4a06-968a-13d15e6355be for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:18:58.253737 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Updating router 0c78352a-8eba-4a06-968a-13d15e6355be port ad4c3feb-d689-4c75-a6f2-143be06f08f8 binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:18:58.296126 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.337794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20356352-de14-475c-9045-289cb8bb801c None None] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:18:58.414072 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.418975 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-dd673808-7484-4b45-b7d0-90ec748814a0 None None] Provisioning for port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:58.594493 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.600630 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Allocated IP 172.20.0.1 (2b98cfcd-70ef-44e1-8304-667ca1384269/321791a2-0b9e-464e-88ef-74e9cc738236/25ae3f0a-be81-4aae-9aae-d4832d7b7bdc) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:18:58.606813 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Transition to ACTIVE for port object ad4c3feb-d689-4c75-a6f2-143be06f08f8 will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:58.615020 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.617674 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:58.660852 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e6099-2a17-4646-84dc-5e45ea858814 None None] Pushing event updated for resources: {'Port': ['ID=ad4c3feb-d689-4c75-a6f2-143be06f08f8,revision_number=2']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:58.674783 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-b90e6099-2a17-4646-84dc-5e45ea858814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:58.688888 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Attempting to bind port ad4c3feb-d689-4c75-a6f2-143be06f08f8 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:18:58.689252 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Attempting to bind port ad4c3feb-d689-4c75-a6f2-143be06f08f8 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:18:58.689842 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Attempting to bind port ad4c3feb-d689-4c75-a6f2-143be06f08f8 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:18:58.697106 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:18:58.697786 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:18:58.698383 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.698942 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:18:58.699474 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Bound port: ad4c3feb-d689-4c75-a6f2-143be06f08f8, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:18:58.699861 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.726796 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.741274 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Transition to ACTIVE for port object 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:18:58.761157 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] For port ad4c3feb-d689-4c75-a6f2-143be06f08f8, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:18:58.764693 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] For port ad4c3feb-d689-4c75-a6f2-143be06f08f8, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ad4c3feb-d689-4c75-a6f2-143be06f08f8,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:18:58.768487 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.772547 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-1729c30b-64d0-4f5f-a9ed-ddb71bec0c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:58.779858 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:58.787250 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-108bda66-4566-43ee-96ca-a8ca975efee2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:58.839304 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Pushing event updated for resources: {'Port': ['ID=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:58.839980 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e6099-2a17-4646-84dc-5e45ea858814 None None] Pushing event updated for resources: {'Port': ['ID=ad4c3feb-d689-4c75-a6f2-143be06f08f8,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:58.846339 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:58.854371 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:58.854744 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-b90e6099-2a17-4646-84dc-5e45ea858814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:58.855659 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Routers {'0c78352a-8eba-4a06-968a-13d15e6355be'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:18:58.856255 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:58.857063 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0c78352a-8eba-4a06-968a-13d15e6355be'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:58.858881 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:18:58.859477 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.021894 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] Set router 0c78352a-8eba-4a06-968a-13d15e6355be gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:18:59.085336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.228927 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5397de-c275-4324-b421-25c6e160b4bb req-1b3eafe3-c9d8-44f2-832d-9690e306abd3 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:59.233052 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1b5397de-c275-4324-b421-25c6e160b4bb req-1b3eafe3-c9d8-44f2-832d-9690e306abd3 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 943 time: 0.2692540 Jun 17 14:18:59.255734 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98b549-85b0-47ab-bca2-7532f92e744f req-08da55bb-de2d-4338-9dbb-18dd10180abe tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:59.263907 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fa98b549-85b0-47ab-bca2-7532f92e744f req-08da55bb-de2d-4338-9dbb-18dd10180abe tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 945 time: 0.2416246 Jun 17 14:18:59.284350 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-5cf4b859-2e11-4e04-8968-19cdf56e402c None None] Provisioning for port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:59.292993 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-5cf4b859-2e11-4e04-8968-19cdf56e402c None None] Provisioning complete for port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:59.293487 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5cf4b859-2e11-4e04-8968-19cdf56e402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.351939 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1b5397de-c275-4324-b421-25c6e160b4bb req-069c22b3-60d3-4e5f-9fb8-817338b7671e tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096566 Jun 17 14:18:59.366486 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4b859-2e11-4e04-8968-19cdf56e402c None None] Port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:18:59.387188 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9aea9611-f003-41b3-81be-d24158013522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:18:56Z', 'revision_number': 3, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port': {'id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:56Z', 'updated_at': '2021-06-17T14:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:18:59.414695 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fa98b549-85b0-47ab-bca2-7532f92e744f req-4215a1cd-c89e-4d03-8173-b00b99896220 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497140 Jun 17 14:18:59.424807 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea9611-f003-41b3-81be-d24158013522 None None] The sync data for ids ['0c78352a-8eba-4a06-968a-13d15e6355be'] in dv-cinder-796286-6-iscsi is: [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:18:56Z', 'revision_number': 3, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port': {'id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:56Z', 'updated_at': '2021-06-17T14:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:18:59.436050 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.444423 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.446110 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.449598 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a58c2baa-4d04-4ae8-8054-90c5ba8eef82 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:18:59.469119 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e338e5fa-368b-4939-94a2-a3228c1a733e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:18:59.547504 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:18:59.557384 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:18:59.558132 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.588469 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Pushing event updated for resources: {'Port': ['ID=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:18:59.593408 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:18:59.619280 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 11d1ad91-d056-4c51-9419-19d2bf46cf52 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:18:59.641381 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:18:59.643068 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:18:59.705856 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6120-3d80-4ba3-ad4a-9381a67028aa req-b1a43c92-35fb-4fe6-81fd-a347f9887371 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:18:59.708878 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-072a6120-3d80-4ba3-ad4a-9381a67028aa req-b1a43c92-35fb-4fe6-81fd-a347f9887371 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1299825 Jun 17 14:18:59.771327 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-072a6120-3d80-4ba3-ad4a-9381a67028aa req-810ef0d1-40dc-46a9-9512-46958e652eb0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550549 Jun 17 14:18:59.792980 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Router 0c78352a-8eba-4a06-968a-13d15e6355be has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:18:59.839852 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:18:59.862570 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 11d1ad91-d056-4c51-9419-19d2bf46cf52, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=11d1ad91-d056-4c51-9419-19d2bf46cf52,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:18:59.957189 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '11d1ad91-d056-4c51-9419-19d2bf46cf52', 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee', 'port_id': '11d1ad91-d056-4c51-9419-19d2bf46cf52', 'mac_address': 'fa:16:3e:af:49:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10644fa-363e-428b-8efb-492242452a3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:19:00.001496 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port a58c2baa-4d04-4ae8-8054-90c5ba8eef82, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,segment=NetworkSegment(e28daab6-7368-4989-9b60-b216d78d1dff),segment_id=e28daab6-7368-4989-9b60-b216d78d1dff)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:00.010763 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:19:00.025274 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] 10.222.0.82 "PUT /v2.0/routers/0c78352a-8eba-4a06-968a-13d15e6355be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1362000 Jun 17 14:19:00.053423 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:00.055064 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device bfd99e14-e38d-4604-9725-a910f09a4191 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:00.057950 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5b31da33-6ddf-4131-a6a2-ba784554ff5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:00.166015 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:00.203264 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:00.208716 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:00.211031 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d1ad91-d056-4c51-9419-19d2bf46cf52 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:00.243792 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port bfd99e14-e38d-4604-9725-a910f09a4191 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:00.244534 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:00.251938 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 11d1ad91-d056-4c51-9419-19d2bf46cf52, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=11d1ad91-d056-4c51-9419-19d2bf46cf52,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:00.252992 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-b7b53bef-3fbe-47aa-a779-75aecaad9da3 None None] Provisioning complete for port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:00.253405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-b7b53bef-3fbe-47aa-a779-75aecaad9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:00.307801 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:00.316204 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b62f5f49-7a1b-492f-906e-b7913f7d583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:00.374986 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-b7b53bef-3fbe-47aa-a779-75aecaad9da3 None None] Port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:19:00.390109 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=11d1ad91-d056-4c51-9419-19d2bf46cf52,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:00.396022 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:01.259379 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a58c2baa-4d04-4ae8-8054-90c5ba8eef82 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:01.308529 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:01.309182 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:01.396571 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ad4c3feb-d689-4c75-a6f2-143be06f08f8 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:01.418504 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Sync routers for ids ['0c78352a-8eba-4a06-968a-13d15e6355be'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:19:01.436112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Routers {'0c78352a-8eba-4a06-968a-13d15e6355be'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:19:01.436746 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0c78352a-8eba-4a06-968a-13d15e6355be'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:19:01.536314 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port ad4c3feb-d689-4c75-a6f2-143be06f08f8 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:01.543924 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port ad4c3feb-d689-4c75-a6f2-143be06f08f8 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:01.544241 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:01.578364 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Set router 0c78352a-8eba-4a06-968a-13d15e6355be gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:19:01.861253 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:01.900612 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port ad4c3feb-d689-4c75-a6f2-143be06f08f8, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ad4c3feb-d689-4c75-a6f2-143be06f08f8,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:01.908389 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:01.928476 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-4610e1c3-0e67-48d2-ae3d-22fa657c1e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:01.984593 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=ad4c3feb-d689-4c75-a6f2-143be06f08f8,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:01.988468 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:02.003124 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:18:59Z', 'revision_number': 4, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port': {'id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:56Z', 'updated_at': '2021-06-17T14:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '25ae3f0a-be81-4aae-9aae-d4832d7b7bdc', 'name': '', 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'mac_address': 'fa:16:3e:d3:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '321791a2-0b9e-464e-88ef-74e9cc738236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:58Z', 'updated_at': '2021-06-17T14:18:59Z', 'revision_number': 2, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'subnets': [{'id': '321791a2-0b9e-464e-88ef-74e9cc738236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:19:02.034227 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Checking router: 0c78352a-8eba-4a06-968a-13d15e6355be for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:19:02.034617 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Updating router 0c78352a-8eba-4a06-968a-13d15e6355be port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:19:02.070610 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:02.339623 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:02.350306 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Transition to ACTIVE for port object 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:19:02.355671 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:02.357649 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:02.435051 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb5c7-8f49-41dc-8564-cc617878a2f5 None None] Pushing event updated for resources: {'Port': ['ID=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:02.439074 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-2e5fb5c7-8f49-41dc-8564-cc617878a2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:02.500927 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Attempting to bind port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:19:02.501171 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Attempting to bind port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:19:02.501540 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Attempting to bind port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc on network 2b98cfcd-70ef-44e1-8304-667ca1384269 {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:02.507710 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:19:02.507986 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Checking segment: {'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:19:02.508352 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:02.508748 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Bound using segment: {'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:19:02.509257 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Bound port: 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28daab6-7368-4989-9b60-b216d78d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:19:02.509630 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:02.579819 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] For port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:19:02.584042 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] For port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,segment=NetworkSegment(e28daab6-7368-4989-9b60-b216d78d1dff),segment_id=e28daab6-7368-4989-9b60-b216d78d1dff)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:19:02.587745 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:02.589639 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:02.658245 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb5c7-8f49-41dc-8564-cc617878a2f5 None None] Pushing event updated for resources: {'Port': ['ID=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:02.661404 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Routers {'0c78352a-8eba-4a06-968a-13d15e6355be'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:19:02.662065 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:18:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0c78352a-8eba-4a06-968a-13d15e6355be'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:19:02.664429 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-2e5fb5c7-8f49-41dc-8564-cc617878a2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:02.772877 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] Set router 0c78352a-8eba-4a06-968a-13d15e6355be gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:19:02.978820 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:18:59Z', 'revision_number': 4, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port': {'id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:56Z', 'updated_at': '2021-06-17T14:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '25ae3f0a-be81-4aae-9aae-d4832d7b7bdc', 'name': '', 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'mac_address': 'fa:16:3e:d3:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '321791a2-0b9e-464e-88ef-74e9cc738236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:58Z', 'updated_at': '2021-06-17T14:19:02Z', 'revision_number': 4, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'subnets': [{'id': '321791a2-0b9e-464e-88ef-74e9cc738236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:19:03.009574 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabca1fb-081c-4d11-a080-34a7259e8c55 None None] The sync data for ids ['0c78352a-8eba-4a06-968a-13d15e6355be'] in dv-cinder-796286-6-iscsi is: [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:18:59Z', 'revision_number': 4, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port': {'id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:56Z', 'updated_at': '2021-06-17T14:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '25ae3f0a-be81-4aae-9aae-d4832d7b7bdc', 'name': '', 'network_id': '2b98cfcd-70ef-44e1-8304-667ca1384269', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'mac_address': 'fa:16:3e:d3:fc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '321791a2-0b9e-464e-88ef-74e9cc738236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:58Z', 'updated_at': '2021-06-17T14:19:02Z', 'revision_number': 4, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'subnets': [{'id': '321791a2-0b9e-464e-88ef-74e9cc738236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:19:03.031314 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a3d226a3-31eb-4d02-9f67-a04ca322bbd5 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:03.096017 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:03.100995 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:03.101380 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:03.220568 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:03.263752 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:03.264500 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adec0dfe-3be1-4f30-be7a-b713d4c07699" -d '{"events": [{"server_uuid": "7661ff34-c3a2-4dab-abb3-ae56c5a00dba", "name": "network-vif-plugged", "status": "completed", "tag": "a3d226a3-31eb-4d02-9f67-a04ca322bbd5"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:03.280865 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a3d226a3-31eb-4d02-9f67-a04ca322bbd5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:03.288867 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:03.290633 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:03.364625 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:03.373000 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406a21-bd39-4bfc-9afb-d434b6583856 req-a0bf2be8-1b91-4b43-ab07-bc4381e925f4 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:03.374739 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-65406a21-bd39-4bfc-9afb-d434b6583856 req-a0bf2be8-1b91-4b43-ab07-bc4381e925f4 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 944 time: 0.1301522 Jun 17 14:19:03.412506 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:03.417740 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:03.432723 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-65406a21-bd39-4bfc-9afb-d434b6583856 req-62951833-4beb-4fcc-8c73-cd1dc9fc71c2 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Jun 17 14:19:03.444006 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['11d1ad91-d056-4c51-9419-19d2bf46cf52'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:03.500100 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:03.517735 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:03.518143 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:03.676499 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:03.699675 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b20f6-50bf-4334-bd12-b6e86c101f0f req-921b38d3-44e5-4367-aac7-6c87a4ff56c7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:03.701401 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6e7b20f6-50bf-4334-bd12-b6e86c101f0f req-921b38d3-44e5-4367-aac7-6c87a4ff56c7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 946 time: 0.1182249 Jun 17 14:19:03.762121 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6e7b20f6-50bf-4334-bd12-b6e86c101f0f req-7b68d1da-0b55-44a0-955a-2f7231d86f87 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542521 Jun 17 14:19:03.769932 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-56847d71-1ebb-4afd-a905-7dc2c0e82e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:03.777858 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,segment=NetworkSegment(e28daab6-7368-4989-9b60-b216d78d1dff),segment_id=e28daab6-7368-4989-9b60-b216d78d1dff)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:03.791144 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:03.792024 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ad4c3feb-d689-4c75-a6f2-143be06f08f8 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:03.794151 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:03.959602 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:03.964007 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:03.965294 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port ad4c3feb-d689-4c75-a6f2-143be06f08f8 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:03.965610 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.016102 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745574e-63ca-4f62-b5aa-f0d5ee5e1ad4 req-c16d12a7-4233-48dd-a913-ee18ed68e0dd tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:04.017916 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c745574e-63ca-4f62-b5aa-f0d5ee5e1ad4 req-c16d12a7-4233-48dd-a913-ee18ed68e0dd tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1022360 Jun 17 14:19:04.043911 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47362) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:04.052918 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773824767', 'description': 'tempest-secgroup-smoke-1773824767 description', 'project_id': '56c30b71910b44588178022c52d1d1be'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:04.075665 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c745574e-63ca-4f62-b5aa-f0d5ee5e1ad4 req-5446bb81-b929-4285-97fa-2bcc8c6bba56 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Jun 17 14:19:04.091113 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03367d67-624b-46f1-b832-c46499f73f29 x-openstack-request-id: req-03367d67-624b-46f1-b832-c46499f73f29 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:04.091427 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7661ff34-c3a2-4dab-abb3-ae56c5a00dba", "name": "network-vif-plugged", "status": "completed", "tag": "a3d226a3-31eb-4d02-9f67-a04ca322bbd5", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:04.091688 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-03367d67-624b-46f1-b832-c46499f73f29 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:04.092084 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', 'code': 200} Jun 17 14:19:04.102124 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.254156 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.258894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.262809 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:04.305394 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.305394 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2560637 Jun 17 14:19:04.306588 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47368) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:04.311928 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'security_group_rule': {'security_group_id': 'b2e40592-8697-40ee-981b-87d650e987c2', 'project_id': '56c30b71910b44588178022c52d1d1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:04.319072 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e40592-8697-40ee-981b-87d650e987c2,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:04.322870 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:04.343793 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.398942 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.404691 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.406703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:04.412706 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1b327-36bd-4063-a1b0-0289d82e86d3 req-5f286ea9-8926-43ba-b327-dc30f9e1ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:04.414452 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-67a1b327-36bd-4063-a1b0-0289d82e86d3 req-5f286ea9-8926-43ba-b327-dc30f9e1ba78 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 1099 time: 0.0605524 Jun 17 14:19:04.430024 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6845f0b-5338-438e-aef7-87dd8c2312f4,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:04.433753 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:04.438626 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.440486 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319444 Jun 17 14:19:04.444001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47370) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:04.450485 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'security_group_rule': {'security_group_id': 'b2e40592-8697-40ee-981b-87d650e987c2', 'project_id': '56c30b71910b44588178022c52d1d1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:04.484696 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-67a1b327-36bd-4063-a1b0-0289d82e86d3 req-a39961ae-ae42-47a9-aba5-d7d531c26f64 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600998 Jun 17 14:19:04.499471 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.556879 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.562229 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.569852 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-44754d8e-17ca-4645-971d-afb2a06bad9f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:04.585957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90136a05-f735-4d29-8fd5-44118b2a1364,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:04.589157 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:04.591322 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.593045 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478128 Jun 17 14:19:04.598673 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47374) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:04.603636 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'security_group_rule': {'security_group_id': 'b2e40592-8697-40ee-981b-87d650e987c2', 'project_id': '56c30b71910b44588178022c52d1d1be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:04.644482 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.652800 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb434-cd5f-48cd-9838-d0981b752ac2 req-99329b20-0d26-433e-a770-be2e3259b305 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:04.654766 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-36fbb434-cd5f-48cd-9838-d0981b752ac2 req-99329b20-0d26-433e-a770-be2e3259b305 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 944 time: 0.0865138 Jun 17 14:19:04.711225 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-36fbb434-cd5f-48cd-9838-d0981b752ac2 req-79d4722c-be80-4ef5-ad12-b1c6d816cba4 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498581 Jun 17 14:19:04.734663 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.741214 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.744907 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:04.760537 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4ac5f6-675f-47bb-83dd-67152a02a078,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:04.772150 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:04.786631 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.788063 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883316 Jun 17 14:19:04.790969 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47384) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:04.796129 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'security_group_rule': {'security_group_id': 'b2e40592-8697-40ee-981b-87d650e987c2', 'project_id': '56c30b71910b44588178022c52d1d1be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:04.839312 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.920649 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.940387 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.945062 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:04.965402 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1059b3ec-f754-405f-9164-a030dc3ecbdc,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:04.974714 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:04.985624 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:04.990285 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1947997 Jun 17 14:19:04.990702 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 47394) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:04.995382 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'security_group_rule': {'security_group_id': 'b2e40592-8697-40ee-981b-87d650e987c2', 'project_id': '56c30b71910b44588178022c52d1d1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:05.013310 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7e76c-74b3-4e81-bd9a-27055fe24593 req-a2b82f30-7b90-47b0-b8c5-8623c06e8e22 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:05.015669 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-83e7e76c-74b3-4e81-bd9a-27055fe24593 req-a2b82f30-7b90-47b0-b8c5-8623c06e8e22 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 946 time: 0.1207345 Jun 17 14:19:05.017559 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 11d1ad91-d056-4c51-9419-19d2bf46cf52 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:05.026886 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.securitygroups_db [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Project 56c30b71910b44588178022c52d1d1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:19:05.032803 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.067937 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-83e7e76c-74b3-4e81-bd9a-27055fe24593 req-401d1f40-99b5-44c6-8f98-ff35e67a73f7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Jun 17 14:19:05.100179 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 11d1ad91-d056-4c51-9419-19d2bf46cf52 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:05.104186 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 11d1ad91-d056-4c51-9419-19d2bf46cf52 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:05.104570 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.116155 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.125348 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.126940 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b7f4666c-3874-4472-bc77-921b6e8fd547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:05.178132 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b211a05d-6405-4fc4-bf4f-5a4c8c0ae2ef,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:05.181526 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:05.187780 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.194375 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2024870 Jun 17 14:19:05.194572 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47402) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:05.202977 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'security_group_rule': {'security_group_id': 'b2e40592-8697-40ee-981b-87d650e987c2', 'project_id': '56c30b71910b44588178022c52d1d1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:05.262154 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:05.323220 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.securitygroups_db [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Project 56c30b71910b44588178022c52d1d1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:19:05.342381 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.366089 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.427891 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 11d1ad91-d056-4c51-9419-19d2bf46cf52, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=11d1ad91-d056-4c51-9419-19d2bf46cf52,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:05.434773 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.436809 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68bdd4-c00b-487c-b983-ff586e27190d req-a34ba416-714c-499f-8605-aada8907844d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:05.437462 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b5e4d9dd-04d3-45d2-a42c-31c62fb08c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:05.438388 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5b68bdd4-c00b-487c-b983-ff586e27190d req-a34ba416-714c-499f-8605-aada8907844d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1818774 Jun 17 14:19:05.439743 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:05.440294 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.467389 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.475111 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.480034 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:05.509229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:05.519447 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3145862 Jun 17 14:19:05.523494 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5b68bdd4-c00b-487c-b983-ff586e27190d req-bf020f77-09ac-405c-b39b-4fe8650b5d10 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740952 Jun 17 14:19:05.524860 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14d32d1-7e27-4043-bd91-391e0dd77527,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:05.536781 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-07392968-84bc-4fd8-9220-e7e80e9aa1d6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:05.587770 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=11d1ad91-d056-4c51-9419-19d2bf46cf52,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:05.592172 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:06.016727 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280685ba-0d89-4690-bf94-fed76ca4c644 req-96261b8b-01b7-47f0-9be9-e6979f92ed89 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:06.018195 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-280685ba-0d89-4690-bf94-fed76ca4c644 req-96261b8b-01b7-47f0-9be9-e6979f92ed89 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.0783358 Jun 17 14:19:06.067443 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-280685ba-0d89-4690-bf94-fed76ca4c644 req-82def427-8c57-4de2-8a9a-2a48f6a92b99 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Jun 17 14:19:06.094597 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d1ad91-d056-4c51-9419-19d2bf46cf52'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:06.096462 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6b4ee0-2efe-4cd1-a188-1628866fc203" -d '{"events": [{"server_uuid": "1fe54a49-0486-4918-8011-6ec2fb153e85", "name": "network-vif-plugged", "status": "completed", "tag": "11d1ad91-d056-4c51-9419-19d2bf46cf52"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:06.136728 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdc2ac2-434b-48ed-8fa4-ec57319f4bf3 x-openstack-request-id: req-1cdc2ac2-434b-48ed-8fa4-ec57319f4bf3 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:06.137251 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe54a49-0486-4918-8011-6ec2fb153e85", "name": "network-vif-plugged", "status": "completed", "tag": "11d1ad91-d056-4c51-9419-19d2bf46cf52", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:06.137659 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1cdc2ac2-434b-48ed-8fa4-ec57319f4bf3 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:06.138265 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d1ad91-d056-4c51-9419-19d2bf46cf52', 'code': 200} Jun 17 14:19:06.178591 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8b208f09-f899-4c53-9106-53d75051bf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:06.312034 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf504a84-474c-44cd-9cd0-cb9852a7442e req-057924eb-e897-4939-80c9-25f39d099bc3 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:06.319075 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bf504a84-474c-44cd-9cd0-cb9852a7442e req-057924eb-e897-4939-80c9-25f39d099bc3 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 946 time: 0.0769455 Jun 17 14:19:06.358689 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bf504a84-474c-44cd-9cd0-cb9852a7442e req-b227ec35-cc6a-4f25-9435-9e894fc9e925 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 Jun 17 14:19:06.437435 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe5693-6b54-477d-b2a0-4992030e49ef req-5bcc83d2-db94-43a3-af84-578302ba54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:06.440280 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bdfe5693-6b54-477d-b2a0-4992030e49ef req-5bcc83d2-db94-43a3-af84-578302ba54c6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 1098 time: 0.0670743 Jun 17 14:19:06.482373 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bdfe5693-6b54-477d-b2a0-4992030e49ef req-11d20445-4c2a-46a6-b1f0-66e127742977 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Jun 17 14:19:06.671521 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:19:06.784612 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e46198-db1d-4e34-90f8-d12c18dfc704 req-38cc882f-b831-498e-abd7-e5aceaf48570 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:06.786938 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-41e46198-db1d-4e34-90f8-d12c18dfc704 req-38cc882f-b831-498e-abd7-e5aceaf48570 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0768509 Jun 17 14:19:06.841005 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-41e46198-db1d-4e34-90f8-d12c18dfc704 req-10b61758-d958-4f25-89d6-dd97ee502d75 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Jun 17 14:19:06.875528 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:07.296569 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b9166-3874-4306-aaf8-2417ea3d48ab req-cf618237-5e81-44b7-bf5b-b4f799471d91 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:07.305052 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9f4b9166-3874-4306-aaf8-2417ea3d48ab req-cf618237-5e81-44b7-bf5b-b4f799471d91 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.1013427 Jun 17 14:19:07.353036 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9f4b9166-3874-4306-aaf8-2417ea3d48ab req-bf567628-52ea-43ad-9107-59fd1506d070 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Jun 17 14:19:07.690581 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:09.970959 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:10.875872 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab1496-24c8-400f-a9d4-19786bc862c7 req-fa381b1b-9112-41b6-a3c1-acbe66bb065e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:10.877406 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-00ab1496-24c8-400f-a9d4-19786bc862c7 req-fa381b1b-9112-41b6-a3c1-acbe66bb065e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1096961 Jun 17 14:19:10.885593 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe5c64-41d7-4657-912e-159ac1c8a21a req-c22a90a9-0894-4e30-88a5-b45246c25300 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:10.887112 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-97fe5c64-41d7-4657-912e-159ac1c8a21a req-c22a90a9-0894-4e30-88a5-b45246c25300 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.1099119 Jun 17 14:19:10.942594 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-00ab1496-24c8-400f-a9d4-19786bc862c7 req-5c77453f-e8a9-4c38-bdfa-ebcbc7c6951f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545115 Jun 17 14:19:10.950628 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-97fe5c64-41d7-4657-912e-159ac1c8a21a req-99117929-c4c0-46df-9dbe-bd80b41b58e6 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Jun 17 14:19:11.841073 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-fa7f0e29-5e2c-4da1-afb3-f4b71ab578f5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:11.842378 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-fa7f0e29-5e2c-4da1-afb3-f4b71ab578f5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 0.1028962 Jun 17 14:19:11.858328 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-0c978615-aba9-4832-9b49-bb6ad69b61ca tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/quotas/11baa27c121146b1b5406cec2bfdd55f HTTP/1.1" status: 200 len: 375 time: 0.0093331 Jun 17 14:19:11.933332 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-347c33a0-b2a7-4b82-b937-a12ab2d99f11 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693703 Jun 17 14:19:12.026987 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-c09e32af-a5bd-4914-9d26-a5d983727f0b service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867932 Jun 17 14:19:12.155456 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-26ffa428-cbc0-4b0e-bca6-5943d8ef3553 service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225507 Jun 17 14:19:12.179048 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01c99-f642-4bfd-971e-0780d40abdf8 req-91df396d-c9c6-460d-81db-dfe4d0bb81c9 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:12.180675 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7dc01c99-f642-4bfd-971e-0780d40abdf8 req-91df396d-c9c6-460d-81db-dfe4d0bb81c9 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0972190 Jun 17 14:19:12.219994 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7dc01c99-f642-4bfd-971e-0780d40abdf8 req-020f37e0-1723-45a2-9102-a3de0d1485f8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jun 17 14:19:12.349520 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ebfa13ec-7122-4c79-8a50-ff717f2e43c9 req-5d7447b6-42b9-44ba-9d97-54eb796b41ad tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 210 time: 0.0378914 Jun 17 14:19:12.426740 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc78fc-a2af-4eb8-8a4d-36adcdb5f926 req-76f04511-3184-4686-96d1-073a5ea847fe tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:12.428877 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c1cc78fc-a2af-4eb8-8a4d-36adcdb5f926 req-76f04511-3184-4686-96d1-073a5ea847fe tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.0819840 Jun 17 14:19:12.477945 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c1cc78fc-a2af-4eb8-8a4d-36adcdb5f926 req-35198ba2-b089-41e9-9a80-fe9b60a28241 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Jun 17 14:19:12.733851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa6376-39ae-4998-9079-5191a38f8e30 req-40e480ca-ebb5-4be9-979c-f84d2533ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:12.735453 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8aa6376-39ae-4998-9079-5191a38f8e30 req-40e480ca-ebb5-4be9-979c-f84d2533ddd8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 1098 time: 0.0601747 Jun 17 14:19:12.791575 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c8aa6376-39ae-4998-9079-5191a38f8e30 req-5c525891-36ea-4168-a72e-1e86d46fdbab service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Jun 17 14:19:13.427957 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a1986-4a43-4162-8099-4332c57e19cb req-644eb903-9699-47cc-99b7-da504dbed39c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:13.429505 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-331a1986-4a43-4162-8099-4332c57e19cb req-644eb903-9699-47cc-99b7-da504dbed39c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0773189 Jun 17 14:19:13.468784 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-331a1986-4a43-4162-8099-4332c57e19cb req-7f7fc5e8-11ff-4777-8008-5fc13a7d1949 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Jun 17 14:19:13.522152 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6f1bd7cc-9051-4e7a-a70d-e37458b45c52 req-7d4db8c9-614d-4044-9e90-a67fb95483b1 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 210 time: 0.0289931 Jun 17 14:19:13.645584 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcdf67-ec25-45ee-9f87-7cd5dd46e5b4 req-3d6156f6-ce01-47b8-a7f6-2001a8b7c158 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:13.647147 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1edcdf67-ec25-45ee-9f87-7cd5dd46e5b4 req-3d6156f6-ce01-47b8-a7f6-2001a8b7c158 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.0690131 Jun 17 14:19:13.696325 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1edcdf67-ec25-45ee-9f87-7cd5dd46e5b4 req-fc6c6f15-52e8-42b8-83bb-cd439fb1a6be tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Jun 17 14:19:13.828992 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-4b58b1bf-5e3e-411f-8b10-3a850471c156 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:13.831676 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-4b58b1bf-5e3e-411f-8b10-3a850471c156 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 0.1176271 Jun 17 14:19:13.926205 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Request body: {'port': {'device_id': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'admin_state_up': True, 'tenant_id': '11baa27c121146b1b5406cec2bfdd55f'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:14.082906 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Made reservation on behalf of 11baa27c121146b1b5406cec2bfdd55f for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:19:14.088092 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:14.287707 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Allocated IP 172.20.0.3 (ce42c237-fa0b-46da-a2d8-7f46dc26e2c8/23e3c58c-15ec-447e-8c1f-ae4114f2c41a/63cb229e-ada2-4639-8616-0255dcd81140) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:19:14.461281 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:14.507760 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:14.512220 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:14.521873 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e', 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:14.551931 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:19:14.555550 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:19:14.559628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:19:14.565384 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:14.566376 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:14.582899 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event updated for resources: {'Port': ['ID=63cb229e-ada2-4639-8616-0255dcd81140,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:14.587533 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:14.595105 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6729431 Jun 17 14:19:14.616897 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Request body: {'port': {'device_id': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:14.701173 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:14.753278 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0e05-1c2c-4804-8675-987786542a14 req-1120573d-cde5-48b9-9c90-400b39ce1116 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:14.755096 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eb7a0e05-1c2c-4804-8675-987786542a14 req-1120573d-cde5-48b9-9c90-400b39ce1116 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1444173 Jun 17 14:19:14.805616 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ce1a6-9345-4cbb-987c-ce40d5411f48 req-46422082-e25a-4e7c-935e-4c13c72e49d0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:14.807850 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-765ce1a6-9345-4cbb-987c-ce40d5411f48 req-46422082-e25a-4e7c-935e-4c13c72e49d0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 931 time: 0.1166632 Jun 17 14:19:14.840809 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eb7a0e05-1c2c-4804-8675-987786542a14 req-a5fa5ed0-5678-4079-ad83-55a4e06a3989 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779052 Jun 17 14:19:14.884549 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-765ce1a6-9345-4cbb-987c-ce40d5411f48 req-7faf972e-032e-4af3-870b-d3bb02a205eb tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654695 Jun 17 14:19:15.116433 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cb229e-ada2-4639-8616-0255dcd81140 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:15.131071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:15.148609 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e974378-2a1b-4f86-9424-019f31df510d req-1ace2a67-f5f0-4b34-a5b2-850de3d4e5e4 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:15.150422 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0e974378-2a1b-4f86-9424-019f31df510d req-1ace2a67-f5f0-4b34-a5b2-850de3d4e5e4 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.1357765 Jun 17 14:19:15.153036 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Transition to ACTIVE for port object 63cb229e-ada2-4639-8616-0255dcd81140 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:19:15.157303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:15.161758 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:15.168000 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fbc66-4472-4771-9427-cf4cd67fb03d req-23663028-aa0d-47ed-9137-e8fe97a07d7d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:15.169655 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a71fbc66-4472-4771-9427-cf4cd67fb03d req-23663028-aa0d-47ed-9137-e8fe97a07d7d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1248972 Jun 17 14:19:15.235590 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0e974378-2a1b-4f86-9424-019f31df510d req-1bcdc80d-b000-48a6-800b-1b645bfaa598 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648930 Jun 17 14:19:15.245443 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a71fbc66-4472-4771-9427-cf4cd67fb03d req-b59f8a46-3d3b-4486-aad3-a087d620633b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572281 Jun 17 14:19:15.332842 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Pushing event updated for resources: {'Port': ['ID=63cb229e-ada2-4639-8616-0255dcd81140,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:15.361930 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:15.421734 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Attempting to bind port 63cb229e-ada2-4639-8616-0255dcd81140 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:19:15.422638 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Attempting to bind port 63cb229e-ada2-4639-8616-0255dcd81140 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:19:15.423195 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Attempting to bind port 63cb229e-ada2-4639-8616-0255dcd81140 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:15.430876 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Port 63cb229e-ada2-4639-8616-0255dcd81140 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:19:15.431418 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Attempting to bind port 63cb229e-ada2-4639-8616-0255dcd81140 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:15.438544 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:19:15.439101 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Checking segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:19:15.439859 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Bound using segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:19:15.442262 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Bound port: 63cb229e-ada2-4639-8616-0255dcd81140, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:19:15.443142 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: from cryptography.utils import int_from_bytes Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: from cryptography.utils import int_from_bytes Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.550756 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:19:15.553236 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:19:15.560693 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] For port 63cb229e-ada2-4639-8616-0255dcd81140, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:19:15.565039 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] For port 63cb229e-ada2-4639-8616-0255dcd81140, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=63cb229e-ada2-4639-8616-0255dcd81140,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:19:15.575010 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:15.578840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d4faa44b-1dc6-4e5a-9d0a-f267cf266ff9 tempest-DeleteServersTestJSON-911670571 tempest-DeleteServersTestJSON-911670571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:15.613190 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:15.613852 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:15.615294 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] 10.222.0.95 "PUT /v2.0/ports/63cb229e-ada2-4639-8616-0255dcd81140 HTTP/1.1" status: 200 len: 1093 time: 1.0030119 Jun 17 14:19:15.615849 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'tag': '63cb229e-ada2-4639-8616-0255dcd81140'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:15.618593 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da" -d '{"events": [{"name": "network-changed", "server_uuid": "e06a732e-703e-4b75-a2a2-fbf9db091a5a", "tag": "63cb229e-ada2-4639-8616-0255dcd81140"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:15.673090 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Pushing event updated for resources: {'Port': ['ID=63cb229e-ada2-4639-8616-0255dcd81140,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:15.684316 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:15.971831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47734) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:16.004644 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4368d7a3-2cac-463a-a0a9-67ee3e7392c0 x-openstack-request-id: req-4368d7a3-2cac-463a-a0a9-67ee3e7392c0 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:16.004942 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06a732e-703e-4b75-a2a2-fbf9db091a5a", "tag": "63cb229e-ada2-4639-8616-0255dcd81140", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:16.005311 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4368d7a3-2cac-463a-a0a9-67ee3e7392c0 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:16.005944 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'tag': '63cb229e-ada2-4639-8616-0255dcd81140', 'status': 'completed', 'code': 200} Jun 17 14:19:16.038815 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-db8aa0e9-8db3-4b6c-ba89-2f3ab41644b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:16.040534 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-db8aa0e9-8db3-4b6c-ba89-2f3ab41644b0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 1096 time: 0.3551466 Jun 17 14:19:16.099603 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-12a92da7-f4a1-4f0d-9f32-10569c2a136e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63cb229e-ada2-4639-8616-0255dcd81140 HTTP/1.1" status: 200 len: 217 time: 0.0351923 Jun 17 14:19:16.100378 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2f6222-90eb-47da-b933-7aacde4ba819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.136599 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893f178-94bc-46ed-bbc9-b17e98b62501 req-8d69f091-094a-4abd-b705-702cdb124b4e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:16.138018 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b893f178-94bc-46ed-bbc9-b17e98b62501 req-8d69f091-094a-4abd-b705-702cdb124b4e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 943 time: 0.0987897 Jun 17 14:19:16.157487 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-b771f50e-bad8-4732-a34f-0d075f250c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:16.159093 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-b771f50e-bad8-4732-a34f-0d075f250c53 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.0456455 Jun 17 14:19:16.198926 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b893f178-94bc-46ed-bbc9-b17e98b62501 req-4ef57951-3822-49cb-8b78-bbe44f78b702 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Jun 17 14:19:16.216234 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-280e916a-ff5e-4a1a-aa4a-e6b24710e764 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417452 Jun 17 14:19:16.287475 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2f6222-90eb-47da-b933-7aacde4ba819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.293224 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2f6222-90eb-47da-b933-7aacde4ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.304558 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5839d5b8-3ff7-4282-8b35-2688f1c69536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:16.355118 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4a2f6222-90eb-47da-b933-7aacde4ba819 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fb489e13f7834d57a4c6c34a20d65a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802073 Jun 17 14:19:16.356098 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f6222-90eb-47da-b933-7aacde4ba819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c7a4f6-bed5-42ce-bb58-6d6e30cb97a9,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:16.358490 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 47744) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:16.360496 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4a2f6222-90eb-47da-b933-7aacde4ba819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:16.435152 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-2a21bcfe-0800-47dd-9a5a-b325f600e7e4 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:16.436857 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-2a21bcfe-0800-47dd-9a5a-b325f600e7e4 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.2607553 Jun 17 14:19:16.444611 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-5ffffa1d-ce84-4738-8938-bf0abe000b27 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100849 Jun 17 14:19:16.453178 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.486590 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.626244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab01a0-f8ef-4c90-8f1a-1f92365f6720 req-6563021d-a330-4b0f-8d5c-15c8b2368cfe tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:16.629040 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fbab01a0-f8ef-4c90-8f1a-1f92365f6720 req-6563021d-a330-4b0f-8d5c-15c8b2368cfe tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 945 time: 0.1274374 Jun 17 14:19:16.639571 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.644604 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.646625 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/31c7a4f6-bed5-42ce-bb58-6d6e30cb97a9 HTTP/1.1" status: 204 len: 168 time: 0.2871850 Jun 17 14:19:16.677831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d96b3f9f-2293-46ee-8e9b-7d9acc09ef71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:16.683484 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3cba0ca1-dc7f-432c-b6fb-f36453f80b1e req-149e2eba-1d64-4f3c-b562-0bdc67470080 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261052 Jun 17 14:19:16.699046 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Deleting port 11d1ad91-d056-4c51-9419-19d2bf46cf52 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:19:16.699640 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.718676 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fbab01a0-f8ef-4c90-8f1a-1f92365f6720 req-115e8a10-5a06-433c-8556-a6d64c9420d9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834115 Jun 17 14:19:16.730507 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c7a4f6-bed5-42ce-bb58-6d6e30cb97a9,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:16.742928 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:16.887178 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] For port 11d1ad91-d056-4c51-9419-19d2bf46cf52, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=11d1ad91-d056-4c51-9419-19d2bf46cf52,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:16.887538 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:16.976517 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Calling delete_port for 11d1ad91-d056-4c51-9419-19d2bf46cf52 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:19:17.040263 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-7fab0157-13cc-4a13-a946-2b67ed4530c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:17.041709 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-7fab0157-13cc-4a13-a946-2b67ed4530c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 1096 time: 0.2451990 Jun 17 14:19:17.189446 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-8e9b1621-001e-4825-a45f-d21ffc3432d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:17.191419 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-8e9b1621-001e-4825-a45f-d21ffc3432d2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 916 time: 0.1352787 Jun 17 14:19:17.192458 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:17.196304 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-34759ddf-5fce-48a3-8776-56a122c24116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:17.226481 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Pushing event deleted for resources: {'Port': ['ID=11d1ad91-d056-4c51-9419-19d2bf46cf52,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:17.233567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:17.280507 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] No DVR routers for this DVR port 11d1ad91-d056-4c51-9419-19d2bf46cf52 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:19:17.283221 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:17.285357 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0935e1d6-9b15-442a-bb4e-fe49427c43d7 req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "DELETE /v2.0/ports/11d1ad91-d056-4c51-9419-19d2bf46cf52 HTTP/1.1" status: 204 len: 173 time: 0.8389170 Jun 17 14:19:17.406831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6cf93-59ac-48a4-b59b-8f904b3df61b req-24671fad-4f21-4efc-b4c8-62082db93ae5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:17.408400 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-45d6cf93-59ac-48a4-b59b-8f904b3df61b req-24671fad-4f21-4efc-b4c8-62082db93ae5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1010089 Jun 17 14:19:17.446282 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d678f37-224e-43cc-aa34-4586d50c7090 req-9ac2e6d3-728e-4c6c-9af5-35f2909c30a0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:17.447637 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6d678f37-224e-43cc-aa34-4586d50c7090 req-9ac2e6d3-728e-4c6c-9af5-35f2909c30a0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 943 time: 0.1075325 Jun 17 14:19:17.480528 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-45d6cf93-59ac-48a4-b59b-8f904b3df61b req-42ad8190-a1a8-4bc3-8f12-1247fe7af5f4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655375 Jun 17 14:19:17.498980 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6d678f37-224e-43cc-aa34-4586d50c7090 req-13f2e0e2-3e15-4529-8a4e-b31b61c10381 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Jun 17 14:19:17.898318 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1bb981aa-e7dd-4cad-915d-0c4f02b08df6 req-63c5437e-aaca-4594-b4ca-d96074b2544c tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 210 time: 0.0297172 Jun 17 14:19:18.008146 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'name': 'network-vif-deleted', 'tag': '11d1ad91-d056-4c51-9419-19d2bf46cf52'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:18.010660 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8889b3e0-f9c8-48e0-be36-7be2fe22abe7" -d '{"events": [{"server_uuid": "1fe54a49-0486-4918-8011-6ec2fb153e85", "name": "network-vif-deleted", "tag": "11d1ad91-d056-4c51-9419-19d2bf46cf52"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:20.354212 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 11d1ad91-d056-4c51-9419-19d2bf46cf52 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:19:20.391389 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 11d1ad91-d056-4c51-9419-19d2bf46cf52 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:19:20.391961 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 11d1ad91-d056-4c51-9419-19d2bf46cf52 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:19:20.419363 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-d150af04-fbd9-47fd-8541-2686d9c5ada1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63cb229e-ada2-4639-8616-0255dcd81140 HTTP/1.1" status: 200 len: 217 time: 0.0626945 Jun 17 14:19:20.461112 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4503e1-e202-4175-a8b4-182b50a04452 x-openstack-request-id: req-6a4503e1-e202-4175-a8b4-182b50a04452 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:20.461516 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe54a49-0486-4918-8011-6ec2fb153e85", "name": "network-vif-deleted", "tag": "11d1ad91-d056-4c51-9419-19d2bf46cf52", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:20.461910 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6a4503e1-e202-4175-a8b4-182b50a04452 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:20.462432 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe54a49-0486-4918-8011-6ec2fb153e85', 'name': 'network-vif-deleted', 'tag': '11d1ad91-d056-4c51-9419-19d2bf46cf52', 'status': 'completed', 'code': 200} Jun 17 14:19:20.517632 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-ec6d24f7-cea9-4d82-8f05-40ea175b1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:20.519187 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-ec6d24f7-cea9-4d82-8f05-40ea175b1e8c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.0560081 Jun 17 14:19:20.532539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522759a-8008-48c3-8853-93c20db401f5 req-9fed2010-c12f-4911-bdf4-7df25a827e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:20.538023 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6522759a-8008-48c3-8853-93c20db401f5 req-9fed2010-c12f-4911-bdf4-7df25a827e80 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.1146243 Jun 17 14:19:20.621059 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-692a3e7c-8a01-485e-b832-05f1dfeaac4a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410266 Jun 17 14:19:20.762863 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522759a-8008-48c3-8853-93c20db401f5 req-78b568ef-4a5c-48f2-a7c3-f2c6bc4a4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:20.764224 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6522759a-8008-48c3-8853-93c20db401f5 req-78b568ef-4a5c-48f2-a7c3-f2c6bc4a4716 service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.1744020 Jun 17 14:19:20.778577 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-c77a4c55-f1be-4044-8135-c392bcff94ff service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455870 Jun 17 14:19:20.843789 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6522759a-8008-48c3-8853-93c20db401f5 req-37c344ef-7da2-4959-95f3-fac668dc7157 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 217 time: 0.0542958 Jun 17 14:19:20.896406 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367770-42c1-4a9c-a37e-22f5e66d8027 req-3f9dd735-5840-4386-ae8f-29c436d78120 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:20.898993 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0b367770-42c1-4a9c-a37e-22f5e66d8027 req-3f9dd735-5840-4386-ae8f-29c436d78120 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.3443964 Jun 17 14:19:20.932825 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38eaf0-9262-4eb7-af8e-4315d606839d req-9af8e3a4-2fbe-46de-9240-f232c67f6f46 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:20.935600 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c38eaf0-9262-4eb7-af8e-4315d606839d req-9af8e3a4-2fbe-46de-9240-f232c67f6f46 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 943 time: 0.3527646 Jun 17 14:19:20.946149 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522759a-8008-48c3-8853-93c20db401f5 req-0a74fdfa-1b11-46a5-901c-75ddc5b8668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:20.947647 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6522759a-8008-48c3-8853-93c20db401f5 req-0a74fdfa-1b11-46a5-901c-75ddc5b8668f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0710595 Jun 17 14:19:20.954090 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4ddc7b2e-b433-474f-bb93-9e4e4b3de9da req-50b07b44-f9b7-4e47-8e7d-d661b1414a59 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628325 Jun 17 14:19:21.006881 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0b367770-42c1-4a9c-a37e-22f5e66d8027 req-d9770aa0-78b9-4ee4-a318-5f997348554d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014328 Jun 17 14:19:21.032674 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c38eaf0-9262-4eb7-af8e-4315d606839d req-bcede8f0-5ac2-4c13-bbb5-75209fcf499d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856550 Jun 17 14:19:21.156745 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e40c65d7-2da6-46a5-9e04-54d96956171e req-7f16dc64-4ae1-4b72-a352-17d69d964477 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fe54a49-0486-4918-8011-6ec2fb153e85 HTTP/1.1" status: 200 len: 210 time: 0.0291116 Jun 17 14:19:22.002648 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:24.313595 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6522759a-8008-48c3-8853-93c20db401f5 req-0d05e45c-750b-41ec-a2a4-3bba850cb6a3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277407 Jun 17 14:19:24.449643 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6522759a-8008-48c3-8853-93c20db401f5 req-37d28221-c4b3-4854-a7b4-2834649aceae service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225104 Jun 17 14:19:24.559773 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6522759a-8008-48c3-8853-93c20db401f5 req-f9f35a2d-fb58-45f0-9b77-6ef318e761ce service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980663 Jun 17 14:19:24.574782 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66347b9f-59df-4e11-8d6d-1c9b43c31fe1 req-a46fc6fc-2d0d-4395-843b-32b3c44bdc39 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:24.576287 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-66347b9f-59df-4e11-8d6d-1c9b43c31fe1 req-a46fc6fc-2d0d-4395-843b-32b3c44bdc39 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1200213 Jun 17 14:19:24.615354 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d35e-27a0-45a9-8833-e7417cbe2777 req-2b093d7a-6d7e-4d72-a802-1e7dc36e7a1b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:24.617645 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-da20d35e-27a0-45a9-8833-e7417cbe2777 req-2b093d7a-6d7e-4d72-a802-1e7dc36e7a1b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 943 time: 0.1512501 Jun 17 14:19:24.656910 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-66347b9f-59df-4e11-8d6d-1c9b43c31fe1 req-01eb3cc8-bf18-4db2-9f63-72bc9203b0fb tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688002 Jun 17 14:19:24.687956 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-da20d35e-27a0-45a9-8833-e7417cbe2777 req-fdd48403-34e0-4f45-bd81-06d8d944cef7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592568 Jun 17 14:19:25.022834 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-30540dc2-95fd-44ed-9fd1-4b39771a7730 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:25.024305 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-30540dc2-95fd-44ed-9fd1-4b39771a7730 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/networks?id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee HTTP/1.1" status: 200 len: 808 time: 0.1113684 Jun 17 14:19:25.039974 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-5535c9c6-8182-47b1-93da-4e9820754e8e tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/quotas/6cf48e3bd83b4f2490bbb313c631c806 HTTP/1.1" status: 200 len: 375 time: 0.0100543 Jun 17 14:19:25.077849 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-fd071bad-1326-4840-b30b-c74fdc8daca6 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6cf48e3bd83b4f2490bbb313c631c806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321522 Jun 17 14:19:25.178469 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-3cb9894b-5e03-424b-a19f-da882a78a61c service neutron] 10.222.0.82 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920916 Jun 17 14:19:25.283278 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c6efd54b-e07f-4000-a02b-b0dfa48cf531 service neutron] 10.222.0.82 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988712 Jun 17 14:19:25.605233 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7e79e781-b81f-4000-9aa1-c9ab5b3bcdc9 req-33e2a60a-e7e1-4612-ae15-9a5e0e60cb6c tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 210 time: 0.0368497 Jun 17 14:19:25.975776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b1303-f2c8-4674-a2ba-0950cc47189b req-7f10bb8b-50ea-46a5-8cbf-2682b32d2368 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:25.977134 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7f3b1303-f2c8-4674-a2ba-0950cc47189b req-7f10bb8b-50ea-46a5-8cbf-2682b32d2368 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1178586 Jun 17 14:19:26.002017 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3094f7a-1353-4cae-a57e-df8e65b58293 req-6487286d-00a8-4075-90f3-aa51efe005ac tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:26.004008 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d3094f7a-1353-4cae-a57e-df8e65b58293 req-6487286d-00a8-4075-90f3-aa51efe005ac tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 943 time: 0.1036994 Jun 17 14:19:26.046974 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7f3b1303-f2c8-4674-a2ba-0950cc47189b req-0e0f541b-386f-4d4a-9eab-0ece1023d13a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629785 Jun 17 14:19:26.061879 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d3094f7a-1353-4cae-a57e-df8e65b58293 req-9146a37d-e107-4b87-9b0d-4e60f517a0e9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487547 Jun 17 14:19:26.856918 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9401631e-c97e-44d3-9a9f-1c1268ed3df8 req-2129a3f6-76f4-4ab7-991a-ec7d9d2b99ad tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 210 time: 0.0324540 Jun 17 14:19:26.883936 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-acc74c64-2dc7-4ffb-901b-7a669859d0ed tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:26.883936 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-acc74c64-2dc7-4ffb-901b-7a669859d0ed tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "GET /v2.0/networks?id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee HTTP/1.1" status: 200 len: 808 time: 0.1424851 Jun 17 14:19:26.894529 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Request body: {'port': {'device_id': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee', 'admin_state_up': True, 'tenant_id': '6cf48e3bd83b4f2490bbb313c631c806'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:27.007293 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Made reservation on behalf of 6cf48e3bd83b4f2490bbb313c631c806 for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:19:27.011117 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:27.158237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Allocated IP 172.20.0.5 (8b50d2d6-10cd-480c-a0ce-f92cf80e1bee/e10644fa-363e-428b-8efb-492242452a3e/6e354de2-265d-4d97-af09-4092994967b1) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:19:27.269403 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 63cb229e-ada2-4639-8616-0255dcd81140 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:19:27.304537 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3bd9-8dcc-46fb-b2f9-a749b09d715e req-61fd8006-6ca9-4a66-958b-5080fa100772 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:27.306147 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c1ec3bd9-8dcc-46fb-b2f9-a749b09d715e req-61fd8006-6ca9-4a66-958b-5080fa100772 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 943 time: 0.1237531 Jun 17 14:19:27.316383 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c5e7-9b33-49be-b904-34a813ea43d0 req-1e37b489-4f46-47e9-acf5-d54af44fbea8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:27.317923 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-65e4c5e7-9b33-49be-b904-34a813ea43d0 req-1e37b489-4f46-47e9-acf5-d54af44fbea8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1196249 Jun 17 14:19:27.354350 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:27.376214 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 63cb229e-ada2-4639-8616-0255dcd81140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=63cb229e-ada2-4639-8616-0255dcd81140,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:27.380176 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c1ec3bd9-8dcc-46fb-b2f9-a749b09d715e req-b0ef9017-c25f-4ad7-bed4-3aa55724424d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Jun 17 14:19:27.388384 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-65e4c5e7-9b33-49be-b904-34a813ea43d0 req-be1c36ae-36e2-4a6b-b13a-740e41919449 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Jun 17 14:19:27.388821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '63cb229e-ada2-4639-8616-0255dcd81140', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'port_id': '63cb229e-ada2-4639-8616-0255dcd81140', 'mac_address': 'fa:16:3e:42:9c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e3c58c-15ec-447e-8c1f-ae4114f2c41a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:19:27.431915 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:27.453683 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cb229e-ada2-4639-8616-0255dcd81140 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:27.492331 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 63cb229e-ada2-4639-8616-0255dcd81140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=63cb229e-ada2-4639-8616-0255dcd81140,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:27.499129 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:27.506708 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-472c6444-eb50-4c1f-a06f-598d326362ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:27.586768 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=63cb229e-ada2-4639-8616-0255dcd81140,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:27.590332 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:27.690330 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:27.695619 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:27.742056 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:19:27.745360 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:19:27.753586 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:19:27.758903 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:27.759546 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:27.768981 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Pushing event updated for resources: {'Port': ['ID=6e354de2-265d-4d97-af09-4092994967b1,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:27.773560 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:27.784637 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8939874 Jun 17 14:19:27.807912 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Request body: {'port': {'device_id': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:27.892380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:27.953185 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['63cb229e-ada2-4639-8616-0255dcd81140'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:28.091712 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77387e-6a75-4536-9e59-c7a8a86b1aee req-63367349-ab74-4c22-82b0-c5fccb557547 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:28.099734 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9b77387e-6a75-4536-9e59-c7a8a86b1aee req-63367349-ab74-4c22-82b0-c5fccb557547 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 931 time: 0.1095870 Jun 17 14:19:28.152647 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9b77387e-6a75-4536-9e59-c7a8a86b1aee req-3d6e6e9f-9019-4768-816d-b410392e6bbb tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516617 Jun 17 14:19:28.234766 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e354de2-265d-4d97-af09-4092994967b1 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:28.243946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:28.262330 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Transition to ACTIVE for port object 6e354de2-265d-4d97-af09-4092994967b1 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:19:28.266468 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:28.269047 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:28.342066 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Pushing event updated for resources: {'Port': ['ID=6e354de2-265d-4d97-af09-4092994967b1,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:28.345440 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:28.379400 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Attempting to bind port 6e354de2-265d-4d97-af09-4092994967b1 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:19:28.379730 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Attempting to bind port 6e354de2-265d-4d97-af09-4092994967b1 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:19:28.380050 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Attempting to bind port 6e354de2-265d-4d97-af09-4092994967b1 on network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:28.384481 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Port 6e354de2-265d-4d97-af09-4092994967b1 on network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:19:28.384794 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Attempting to bind port 6e354de2-265d-4d97-af09-4092994967b1 on network 8b50d2d6-10cd-480c-a0ce-f92cf80e1bee {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:28.389687 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:19:28.390039 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Checking segment: {'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:19:28.390415 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Bound using segment: {'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:19:28.390832 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Bound port: 6e354de2-265d-4d97-af09-4092994967b1, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698f3618-1ec4-4ba5-972b-55e80541d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:19:28.391169 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:28.463407 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] For port 6e354de2-265d-4d97-af09-4092994967b1, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:19:28.466905 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] For port 6e354de2-265d-4d97-af09-4092994967b1, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6e354de2-265d-4d97-af09-4092994967b1,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:19:28.472835 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:28.475246 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:28.508890 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:28.509558 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:28.510974 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] 10.222.0.95 "PUT /v2.0/ports/6e354de2-265d-4d97-af09-4092994967b1 HTTP/1.1" status: 200 len: 1093 time: 0.7100725 Jun 17 14:19:28.511474 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'tag': '6e354de2-265d-4d97-af09-4092994967b1'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:28.513822 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f411ce-53ec-4b95-9d2a-aa863f96aef7" -d '{"events": [{"name": "network-changed", "server_uuid": "3968d1be-bac1-475a-aaec-bc0a60193a5d", "tag": "6e354de2-265d-4d97-af09-4092994967b1"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:28.541942 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Pushing event updated for resources: {'Port': ['ID=6e354de2-265d-4d97-af09-4092994967b1,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:28.545255 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:28.619448 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-9a94a781-576e-44af-b328-e22fe649e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:28.621131 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-9a94a781-576e-44af-b328-e22fe649e181 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6cf48e3bd83b4f2490bbb313c631c806&device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 1096 time: 0.0679061 Jun 17 14:19:28.654385 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fcf70-5a16-4a04-bf85-d9cd0cbb3464 req-170287ae-7c51-44d4-8139-7d745c303670 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:28.655858 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-524fcf70-5a16-4a04-bf85-d9cd0cbb3464 req-170287ae-7c51-44d4-8139-7d745c303670 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1170776 Jun 17 14:19:28.664857 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb2ad-f07b-432e-b95e-e42c4f0ba9e8 req-9539b419-8ffe-4333-8ffb-c15eeddb01cf tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:28.666463 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-192fb2ad-f07b-432e-b95e-e42c4f0ba9e8 req-9539b419-8ffe-4333-8ffb-c15eeddb01cf tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 944 time: 0.1292453 Jun 17 14:19:28.668529 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-7e55eda6-199a-4e1c-936c-94aa941c1f0f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e354de2-265d-4d97-af09-4092994967b1 HTTP/1.1" status: 200 len: 217 time: 0.0354624 Jun 17 14:19:28.723237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-7132c241-c7b1-4e58-94b2-64b779eba180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:28.724434 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-7132c241-c7b1-4e58-94b2-64b779eba180 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e10644fa-363e-428b-8efb-492242452a3e HTTP/1.1" status: 200 len: 848 time: 0.0474443 Jun 17 14:19:28.727264 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-524fcf70-5a16-4a04-bf85-d9cd0cbb3464 req-6eb14888-4ca8-434c-a3df-184a122ab75a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Jun 17 14:19:28.732717 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-192fb2ad-f07b-432e-b95e-e42c4f0ba9e8 req-bf430f14-c920-4066-897f-9de280763609 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594378 Jun 17 14:19:28.768375 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-0dd848c2-9dc3-4d14-be18-fdc0304c1d54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338979 Jun 17 14:19:28.784789 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a68d03d-8387-49c7-9fca-448e86e29db9 x-openstack-request-id: req-6a68d03d-8387-49c7-9fca-448e86e29db9 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:28.785104 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3968d1be-bac1-475a-aaec-bc0a60193a5d", "tag": "6e354de2-265d-4d97-af09-4092994967b1", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:28.785384 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6a68d03d-8387-49c7-9fca-448e86e29db9 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:28.785810 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'tag': '6e354de2-265d-4d97-af09-4092994967b1', 'status': 'completed', 'code': 200} Jun 17 14:19:28.865729 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-f8b7ce81-54bc-4d90-92b3-50f945086105 service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894122 Jun 17 14:19:28.972559 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-fe9c55d2-9565-4180-8ecf-295ac1bdf22e req-457cf561-ac83-48ad-8b87-723866955ff2 service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986586 Jun 17 14:19:29.088782 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-6b9ae1ce-35e7-4642-8ab4-6ab99b9031e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:29.090352 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-6b9ae1ce-35e7-4642-8ab4-6ab99b9031e1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6cf48e3bd83b4f2490bbb313c631c806&device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 1096 time: 0.0556512 Jun 17 14:19:29.180992 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-b80a5cbb-7006-4b55-a04b-65aa9d96d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:29.183457 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-b80a5cbb-7006-4b55-a04b-65aa9d96d3f4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee HTTP/1.1" status: 200 len: 910 time: 0.0836699 Jun 17 14:19:29.233887 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-efe6783e-46e0-4fb9-9a0a-22d6bec0ef12 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e354de2-265d-4d97-af09-4092994967b1 HTTP/1.1" status: 200 len: 217 time: 0.0396008 Jun 17 14:19:29.273493 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 63cb229e-ada2-4639-8616-0255dcd81140 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:29.300667 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-b3401fd0-444c-4b08-a164-2a788b554c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:29.300667 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-b3401fd0-444c-4b08-a164-2a788b554c38 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e10644fa-363e-428b-8efb-492242452a3e HTTP/1.1" status: 200 len: 848 time: 0.0539076 Jun 17 14:19:29.342658 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-30dc3cef-e2bc-4501-ac9e-13436b65316b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333004 Jun 17 14:19:29.347679 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 63cb229e-ada2-4639-8616-0255dcd81140 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:29.350749 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aa112-8d6f-4f7e-ac85-ee546dd90fd1 req-481187c6-d0f0-4920-b96e-b6dbd82682ff tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:29.352014 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 63cb229e-ada2-4639-8616-0255dcd81140 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:29.352422 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-393aa112-8d6f-4f7e-ac85-ee546dd90fd1 req-481187c6-d0f0-4920-b96e-b6dbd82682ff tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 943 time: 0.0897307 Jun 17 14:19:29.352813 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:29.411203 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-393aa112-8d6f-4f7e-ac85-ee546dd90fd1 req-86f7e834-c8c9-4d55-9f28-b4630876f8b9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512986 Jun 17 14:19:29.446931 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:29.471961 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb229e-ada2-4639-8616-0255dcd81140'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:29.472605 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-94e73a25-a295-49bd-94ae-1cd9b8e18abb service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226871 Jun 17 14:19:29.474571 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc4303b-7cec-4b04-86f3-a1677cf52906" -d '{"events": [{"server_uuid": "e06a732e-703e-4b75-a2a2-fbf9db091a5a", "name": "network-vif-plugged", "status": "completed", "tag": "63cb229e-ada2-4639-8616-0255dcd81140"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:29.488701 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 63cb229e-ada2-4639-8616-0255dcd81140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=63cb229e-ada2-4639-8616-0255dcd81140,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:29.492979 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:29.495374 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:29.528529 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c7a51e-eb63-4975-bb5a-5cc8b74422cf x-openstack-request-id: req-00c7a51e-eb63-4975-bb5a-5cc8b74422cf {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:29.528860 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a732e-703e-4b75-a2a2-fbf9db091a5a", "name": "network-vif-plugged", "status": "completed", "tag": "63cb229e-ada2-4639-8616-0255dcd81140", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:29.529092 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-00c7a51e-eb63-4975-bb5a-5cc8b74422cf {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:29.529480 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb229e-ada2-4639-8616-0255dcd81140', 'code': 200} Jun 17 14:19:29.613119 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-40f411ce-53ec-4b95-9d2a-aa863f96aef7 req-3dfaed1e-1d34-4b93-96f0-32d560a5f34c service neutron] 10.222.0.95 "GET /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304724 Jun 17 14:19:29.689149 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=63cb229e-ada2-4639-8616-0255dcd81140,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:29.697907 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:29.841584 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ddad-7da1-4507-9bc5-70982ec91890 req-933eea8e-573e-4d44-91c3-92b70bcd2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:29.843125 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f8d2ddad-7da1-4507-9bc5-70982ec91890 req-933eea8e-573e-4d44-91c3-92b70bcd2ce2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 1098 time: 0.0613809 Jun 17 14:19:29.892241 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f8d2ddad-7da1-4507-9bc5-70982ec91890 req-387ef15a-4fe5-4510-9298-b2df8f1da743 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Jun 17 14:19:29.959586 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7e2f0-e66b-4a8a-b3ae-eb02c3d3524f req-85e28a8b-498b-4d95-8c29-19a74743657f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:29.961208 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bdf7e2f0-e66b-4a8a-b3ae-eb02c3d3524f req-85e28a8b-498b-4d95-8c29-19a74743657f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1079130 Jun 17 14:19:29.981703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82fc3-1f33-4f80-b3e7-f46f0d101d66 req-fb135ef6-54d6-421b-88cc-0e9f02abee19 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:29.983313 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-24a82fc3-1f33-4f80-b3e7-f46f0d101d66 req-fb135ef6-54d6-421b-88cc-0e9f02abee19 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.0991647 Jun 17 14:19:30.031413 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bdf7e2f0-e66b-4a8a-b3ae-eb02c3d3524f req-7f7e3a08-e3a3-443c-882c-0154bdc80535 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635376 Jun 17 14:19:30.044831 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-24a82fc3-1f33-4f80-b3e7-f46f0d101d66 req-8ddef648-b599-44e2-a5f8-2e4c053cec6d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530825 Jun 17 14:19:30.591703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3ad1-1308-4549-9ffb-905957346978 req-5b5b955d-3395-4271-a437-d598ab5868ff tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:30.593331 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-174f3ad1-1308-4549-9ffb-905957346978 req-5b5b955d-3395-4271-a437-d598ab5868ff tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 943 time: 0.0720108 Jun 17 14:19:30.638260 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-174f3ad1-1308-4549-9ffb-905957346978 req-6cb8cc0c-b0a9-4f6f-86b8-71123b16465b tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Jun 17 14:19:31.280929 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6e354de2-265d-4d97-af09-4092994967b1 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:19:31.282498 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c21f15-f1fd-446e-86e8-3980bf278a28 req-2d533611-282a-4c83-bb4c-cde6d3f66d88 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:31.283932 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-62c21f15-f1fd-446e-86e8-3980bf278a28 req-2d533611-282a-4c83-bb4c-cde6d3f66d88 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1327267 Jun 17 14:19:31.291506 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269f899-9abd-4b98-80c8-350dc7158584 req-391d274d-145a-4e11-8bb5-4fa481f5943d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:31.292916 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f269f899-9abd-4b98-80c8-350dc7158584 req-391d274d-145a-4e11-8bb5-4fa481f5943d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.1306164 Jun 17 14:19:31.352365 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-62c21f15-f1fd-446e-86e8-3980bf278a28 req-26def129-864d-4b68-b016-467c79893cd2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Jun 17 14:19:31.357265 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f269f899-9abd-4b98-80c8-350dc7158584 req-3ea531d0-3c9d-4dea-8793-478a5d56a560 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569835 Jun 17 14:19:31.398719 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 6e354de2-265d-4d97-af09-4092994967b1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6e354de2-265d-4d97-af09-4092994967b1,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:31.410451 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '6e354de2-265d-4d97-af09-4092994967b1', 'network_id': '8b50d2d6-10cd-480c-a0ce-f92cf80e1bee', 'port_id': '6e354de2-265d-4d97-af09-4092994967b1', 'mac_address': 'fa:16:3e:a6:cf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10644fa-363e-428b-8efb-492242452a3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:19:31.452727 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:31.469296 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e354de2-265d-4d97-af09-4092994967b1 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:31.490883 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 6e354de2-265d-4d97-af09-4092994967b1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6e354de2-265d-4d97-af09-4092994967b1,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:31.494873 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:31.496646 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:31.545179 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=6e354de2-265d-4d97-af09-4092994967b1,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:31.548481 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:33.746539 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff642-0f06-4efa-af32-c2b14cc6dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:34.863157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f07ed-f21a-47c7-aee4-0f75dac8f5d1 req-b6b6c027-005b-404b-8f89-1775c68d2e50 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:34.864599 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-930f07ed-f21a-47c7-aee4-0f75dac8f5d1 req-b6b6c027-005b-404b-8f89-1775c68d2e50 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 944 time: 0.1135879 Jun 17 14:19:34.875679 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a5d99-cab1-4be5-a64a-ce7822ce383e req-d460118c-164f-46a6-8237-0e6db41a19fb tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:34.877841 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d70a5d99-cab1-4be5-a64a-ce7822ce383e req-d460118c-164f-46a6-8237-0e6db41a19fb tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1162119 Jun 17 14:19:34.939346 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-930f07ed-f21a-47c7-aee4-0f75dac8f5d1 req-f9a7f6ba-c5e7-4266-b2da-1317f4a8b14e tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601890 Jun 17 14:19:34.948195 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d70a5d99-cab1-4be5-a64a-ce7822ce383e req-1f419ff0-5de3-4eb0-98a6-a1ce1b23e4d7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615022 Jun 17 14:19:35.122088 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6667796-6fd0-48cb-94df-5d26d7ed30c9 req-0aad7662-3f8d-4f49-ba15-92b4f5eb9c71 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:35.123591 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d6667796-6fd0-48cb-94df-5d26d7ed30c9 req-0aad7662-3f8d-4f49-ba15-92b4f5eb9c71 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.0716546 Jun 17 14:19:35.171938 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d6667796-6fd0-48cb-94df-5d26d7ed30c9 req-64cf3479-d178-4f3e-bbb0-7a74c3282459 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Jun 17 14:19:35.245379 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['6e354de2-265d-4d97-af09-4092994967b1'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:36.162495 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-80665695-9f0f-4306-b77f-9b60a53e800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:36.169208 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a633e-1aa9-4a24-b062-09f5e5f176ea req-c2095982-fc3c-4c07-afa7-b96e03057fc5 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:36.170752 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f15a633e-1aa9-4a24-b062-09f5e5f176ea req-c2095982-fc3c-4c07-afa7-b96e03057fc5 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 944 time: 0.1058977 Jun 17 14:19:36.196011 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89232fc8-730d-4366-b080-8921295b5ee3 req-6c12517e-50c3-458c-8fbb-9039c9a2a532 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:36.197513 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-89232fc8-730d-4366-b080-8921295b5ee3 req-6c12517e-50c3-458c-8fbb-9039c9a2a532 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1047809 Jun 17 14:19:36.243102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f15a633e-1aa9-4a24-b062-09f5e5f176ea req-1a58cab9-4749-44cf-be39-ce7ee8b36723 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644424 Jun 17 14:19:36.256052 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-89232fc8-730d-4366-b080-8921295b5ee3 req-d3b816d7-261c-4617-bb43-e27fe418450a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490181 Jun 17 14:19:36.372053 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-df47a1d0-8d8b-477e-9b28-0bdb61900ddd tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773824767&fields=id&tenant_id=56c30b71910b44588178022c52d1d1be HTTP/1.1" status: 200 len: 267 time: 0.0363586 Jun 17 14:19:36.504809 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-f970ebac-bb15-49f0-af9a-d4a6fb47ca14 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:36.507549 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-f970ebac-bb15-49f0-af9a-d4a6fb47ca14 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 808 time: 0.1279125 Jun 17 14:19:36.524005 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-b6eaef9f-7036-4ac3-9f50-b51a4b1bc26e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/quotas/56c30b71910b44588178022c52d1d1be HTTP/1.1" status: 200 len: 375 time: 0.0110104 Jun 17 14:19:36.552947 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6e354de2-265d-4d97-af09-4092994967b1 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:36.608284 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-fd806c1e-4d74-4c4a-81a5-4c21b6b60f5c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783091 Jun 17 14:19:36.639806 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 6e354de2-265d-4d97-af09-4092994967b1 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:36.645458 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 6e354de2-265d-4d97-af09-4092994967b1 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:36.645961 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:36.742270 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:36.750021 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-a832ef6b-00d2-4daa-9873-838a53e10e12 service neutron] 10.222.0.82 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282485 Jun 17 14:19:36.777073 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354de2-265d-4d97-af09-4092994967b1'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:36.781399 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b450c-93ad-4fff-992a-93b65837bf7a" -d '{"events": [{"server_uuid": "3968d1be-bac1-475a-aaec-bc0a60193a5d", "name": "network-vif-plugged", "status": "completed", "tag": "6e354de2-265d-4d97-af09-4092994967b1"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:36.805083 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 6e354de2-265d-4d97-af09-4092994967b1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6e354de2-265d-4d97-af09-4092994967b1,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:36.809637 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:36.812893 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:36.874478 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:36.889463 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=6e354de2-265d-4d97-af09-4092994967b1,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:36.894173 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:36.896497 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-5c2ad3d0-2b1f-46fe-9ae7-a890f97e110b service neutron] 10.222.0.82 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374943 Jun 17 14:19:37.114252 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d27ce90-e662-4c7b-a8ea-6ba39cae8497 x-openstack-request-id: req-9d27ce90-e662-4c7b-a8ea-6ba39cae8497 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:37.115081 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3968d1be-bac1-475a-aaec-bc0a60193a5d", "name": "network-vif-plugged", "status": "completed", "tag": "6e354de2-265d-4d97-af09-4092994967b1", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:37.115874 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9d27ce90-e662-4c7b-a8ea-6ba39cae8497 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:37.116774 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354de2-265d-4d97-af09-4092994967b1', 'code': 200} Jun 17 14:19:37.399337 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-26ad0743-c0c5-45a5-9db3-6e647e86dfaa req-3da3fe37-e5e7-4964-9656-4c33cf252378 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 210 time: 0.0419967 Jun 17 14:19:37.474050 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56867c-d911-4a93-badc-f3aa561b4e85 req-ca6f13c0-efe5-4144-98c8-0435fdcb0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:37.475706 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dc56867c-d911-4a93-badc-f3aa561b4e85 req-ca6f13c0-efe5-4144-98c8-0435fdcb0a8b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 1098 time: 0.0715189 Jun 17 14:19:37.517644 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dc56867c-d911-4a93-badc-f3aa561b4e85 req-48c1a479-2a6f-46b2-ba24-ff589d7dac89 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Jun 17 14:19:37.698715 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:37.712020 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3402-c0b6-41f7-829b-20cd66a4baa9 req-7368cbcf-62f6-477f-993b-8a2486fbbb13 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:37.714008 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-844f3402-c0b6-41f7-829b-20cd66a4baa9 req-7368cbcf-62f6-477f-993b-8a2486fbbb13 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 945 time: 0.1512201 Jun 17 14:19:37.723644 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bc72e-97d3-45bc-ab3a-0bc7e6604d87 req-8e34df17-b047-4cc3-b868-42d3c4b739c3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:37.725280 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-796bc72e-97d3-45bc-ab3a-0bc7e6604d87 req-8e34df17-b047-4cc3-b868-42d3c4b739c3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1279690 Jun 17 14:19:37.800077 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-844f3402-c0b6-41f7-829b-20cd66a4baa9 req-24442818-09fc-41c9-a720-f4e9f85d13ef tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730321 Jun 17 14:19:37.809144 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-796bc72e-97d3-45bc-ab3a-0bc7e6604d87 req-1b3c2c1d-50c0-4b91-8969-c00159c7d603 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736530 Jun 17 14:19:38.569192 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-424122af-4b88-4170-9724-8cee90ff3b85 req-e90f695c-7c43-415f-bb45-4605aa28cec4 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 210 time: 0.0446885 Jun 17 14:19:38.749925 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48162) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:39.003025 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.009325 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc075b-fca5-486f-957a-ba486fd1fe0c req-73c39b45-83ad-4360-844e-4741c8fdcc75 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:39.010858 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-31dc075b-fca5-486f-957a-ba486fd1fe0c req-73c39b45-83ad-4360-844e-4741c8fdcc75 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 945 time: 0.0744054 Jun 17 14:19:39.064673 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-d6bffbbf-4776-4f85-921a-431a9cb3ab63 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:39.066706 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-d6bffbbf-4776-4f85-921a-431a9cb3ab63 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.95 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 808 time: 0.2000706 Jun 17 14:19:39.091787 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-31dc075b-fca5-486f-957a-ba486fd1fe0c req-1c6cb616-dc17-40c1-bc8c-fafab7640a05 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705752 Jun 17 14:19:39.116711 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9ee63-48df-4041-9666-acfe22c6dee7 req-91bfc912-287f-4f46-b491-594ac853d7de tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:39.123941 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9cc9ee63-48df-4041-9666-acfe22c6dee7 req-91bfc912-287f-4f46-b491-594ac853d7de tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1236014 Jun 17 14:19:39.167208 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.178093 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.182349 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f2a56e94-4ea8-46cb-bbdb-5cfb22785a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:39.184021 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9cc9ee63-48df-4041-9666-acfe22c6dee7 req-50feba5c-c963-4ae5-9b35-2e2d4da09637 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585666 Jun 17 14:19:39.242673 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-a6350122-233a-407d-9596-500969ac6b29 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56c30b71910b44588178022c52d1d1be HTTP/1.1" status: 200 len: 380 time: 0.1466131 Jun 17 14:19:39.247270 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8cd7a560d3a948639183c19a61449713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937258 Jun 17 14:19:39.247270 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69e9cf-5e1f-4029-a4b9-644eb085b1fc,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:39.247744 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 48172) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:39.259021 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'port': {'device_id': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'admin_state_up': True, 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'security_groups': ['b2e40592-8697-40ee-981b-87d650e987c2']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:39.262860 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.263202 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.263569 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.263927 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.264276 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.264627 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.264974 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.265356 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.265662 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.266460 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.266460 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.266763 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.272753 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:39.308055 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.333307 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.390608 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.394230 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.395512 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2a69e9cf-5e1f-4029-a4b9-644eb085b1fc HTTP/1.1" status: 204 len: 168 time: 0.1463060 Jun 17 14:19:39.396453 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-2a895cee-82b2-49cf-ae95-7a280202f80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:39.407198 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69e9cf-5e1f-4029-a4b9-644eb085b1fc,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:39.412683 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Made reservation on behalf of 56c30b71910b44588178022c52d1d1be for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:19:39.415812 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.416182 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.416716 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.417089 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.417417 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.417723 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.417861 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.418133 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.418767 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.418964 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.419321 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.419648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.419945 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:39.423309 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:39.573596 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Allocated IP 172.20.0.9 (96f94244-5446-4152-8309-52b05d72ea4d/41bac6b9-08af-4732-a4b4-53d9a01b2819/c25f15c2-431c-4899-9823-21d03c549e6b) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:19:39.731982 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48182) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:39.735227 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f15ddb13-0209-4ada-9f4b-a49c5f93b83b req-61e64b77-b33c-4554-9ab8-0198f50136ea tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 210 time: 0.0355282 Jun 17 14:19:39.754760 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.765759 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4d212bde-d1b8-4ccf-ab14-7be8218bcb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.781830 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Transition to ACTIVE for port object c25f15c2-431c-4899-9823-21d03c549e6b will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:19:39.852006 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.856770 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d1d36369-e960-42df-9db0-39f0f2bb8cbe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:39.917007 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Network 96f94244-5446-4152-8309-52b05d72ea4d is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:19:39.927553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:19:39.934179 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:19:39.940398 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:39.941229 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.945842 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:39.957565 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:39.975826 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.980694 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4d212bde-d1b8-4ccf-ab14-7be8218bcb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.987048 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4d212bde-d1b8-4ccf-ab14-7be8218bcb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:39.991719 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:40.003780 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491484 Jun 17 14:19:40.023628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Request body: {'port': {'device_id': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:40.051340 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-4d212bde-d1b8-4ccf-ab14-7be8218bcb2d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=527c0db8490e4869a962af1d3da1233a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183115 Jun 17 14:19:40.054393 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 48186) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:40.067241 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d212bde-d1b8-4ccf-ab14-7be8218bcb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ccb86e-f0bb-41a0-a136-4c18dff0a3bd,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:40.070380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-4d212bde-d1b8-4ccf-ab14-7be8218bcb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:40.120471 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.134827 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.155611 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.216909 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.224533 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.228113 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/40ccb86e-f0bb-41a0-a136-4c18dff0a3bd HTTP/1.1" status: 204 len: 168 time: 0.1702683 Jun 17 14:19:40.228113 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-db7d2667-7ce0-463f-8b23-ffee1bff4bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:40.251922 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-34ecf6b1-1ad6-4e0b-8d9b-a40c728592cc None None] Provisioning for port c25f15c2-431c-4899-9823-21d03c549e6b completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:40.263871 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-34ecf6b1-1ad6-4e0b-8d9b-a40c728592cc None None] Provisioning complete for port c25f15c2-431c-4899-9823-21d03c549e6b triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:40.264256 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-34ecf6b1-1ad6-4e0b-8d9b-a40c728592cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.294155 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ccb86e-f0bb-41a0-a136-4c18dff0a3bd,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:40.316835 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:40.370428 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-34ecf6b1-1ad6-4e0b-8d9b-a40c728592cc None None] Port c25f15c2-431c-4899-9823-21d03c549e6b cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:19:40.408408 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05370134-492c-4fd5-a4b1-de6a295808a8 req-7ec6e5e1-0dbe-42b8-afff-c51e71e2f676 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:40.410872 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-05370134-492c-4fd5-a4b1-de6a295808a8 req-7ec6e5e1-0dbe-42b8-afff-c51e71e2f676 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 945 time: 0.1639402 Jun 17 14:19:40.478742 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-05370134-492c-4fd5-a4b1-de6a295808a8 req-d745598d-6152-4100-b5fe-27bd1eadaa4e tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617304 Jun 17 14:19:40.491621 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16fbc6-673e-4b4c-af95-be84d6f6661d req-95f8b5a5-d3f3-4eef-9ddd-28cd4b33f4c7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:40.500720 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5b16fbc6-673e-4b4c-af95-be84d6f6661d req-95f8b5a5-d3f3-4eef-9ddd-28cd4b33f4c7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1473424 Jun 17 14:19:40.541565 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25f15c2-431c-4899-9823-21d03c549e6b {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:40.553694 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5b16fbc6-673e-4b4c-af95-be84d6f6661d req-ead1c03e-cb51-4b9c-9287-ce252c351505 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 Jun 17 14:19:40.558572 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.581235 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Transition to ACTIVE for port object c25f15c2-431c-4899-9823-21d03c549e6b will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:19:40.585842 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.588256 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-94e353b0-58d6-403a-a9ea-90f1bfbc6dd6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:40.691386 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:40.695170 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:40.774483 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Attempting to bind port c25f15c2-431c-4899-9823-21d03c549e6b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:19:40.775613 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Attempting to bind port c25f15c2-431c-4899-9823-21d03c549e6b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:19:40.776370 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Attempting to bind port c25f15c2-431c-4899-9823-21d03c549e6b on network 96f94244-5446-4152-8309-52b05d72ea4d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:40.800637 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Port c25f15c2-431c-4899-9823-21d03c549e6b on network 96f94244-5446-4152-8309-52b05d72ea4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:19:40.804112 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Attempting to bind port c25f15c2-431c-4899-9823-21d03c549e6b on network 96f94244-5446-4152-8309-52b05d72ea4d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:40.816450 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:19:40.824158 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Checking segment: {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:19:40.824984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Bound using segment: {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:19:40.831194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Bound port: c25f15c2-431c-4899-9823-21d03c549e6b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b9bcb4-2a85-4416-bcd5-ca579c34d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:19:40.831840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.959151 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:19:40.962740 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:19:40.975336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:40.987764 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:41.014425 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.015303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:41.016951 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] 10.222.0.95 "PUT /v2.0/ports/c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 1093 time: 1.0005486 Jun 17 14:19:41.017840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:41.020170 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be115216-216b-41af-aaae-95bc3202895d req-095bafae-b0df-4a75-8ac0-649a0c9c972e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.021882 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997fa346-1cba-4420-b26e-f0c4b2467ced" -d '{"events": [{"name": "network-changed", "server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:41.029747 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be115216-216b-41af-aaae-95bc3202895d req-095bafae-b0df-4a75-8ac0-649a0c9c972e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.1282043 Jun 17 14:19:41.065726 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:41.069797 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:41.112423 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be115216-216b-41af-aaae-95bc3202895d req-29872ac5-4a99-4a88-ba8b-59c17e3c5106 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812304 Jun 17 14:19:41.189256 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2027ecbd-1d30-4759-8b90-f3a976c8017b x-openstack-request-id: req-2027ecbd-1d30-4759-8b90-f3a976c8017b {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:41.190218 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:41.190523 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2027ecbd-1d30-4759-8b90-f3a976c8017b {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:41.190994 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'status': 'completed', 'code': 200} Jun 17 14:19:41.213409 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-082ac90f-79a3-4f81-adeb-696adff5f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.229148 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-082ac90f-79a3-4f81-adeb-696adff5f481 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1096 time: 0.1467116 Jun 17 14:19:41.293249 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-0056c2cc-b7e3-43ce-ac17-28c4afd10a34 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 217 time: 0.0549467 Jun 17 14:19:41.365437 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-d9395d17-f94b-4559-a900-469930d70cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.367560 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-d9395d17-f94b-4559-a900-469930d70cd1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 200 len: 847 time: 0.0590637 Jun 17 14:19:41.449218 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576703aa-e1cf-43ad-b421-e514241d900b req-813aaf83-0f1c-41bb-baca-4b81fd0a4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.450909 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-813aaf83-0f1c-41bb-baca-4b81fd0a4d16 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96f94244-5446-4152-8309-52b05d72ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720348 Jun 17 14:19:41.572196 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-92abc682-32bf-45a9-8d6c-2cdc0ebc0b8f service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071911 Jun 17 14:19:41.698620 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-576703aa-e1cf-43ad-b421-e514241d900b req-46759d3a-cbce-4a36-b3ae-440c7e2488fc service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174850 Jun 17 14:19:41.739714 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3423cce-729f-41f6-a66c-d4323d62922e req-30a9f526-2e85-44ac-b170-4e1a57c8eace tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.742577 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c3423cce-729f-41f6-a66c-d4323d62922e req-30a9f526-2e85-44ac-b170-4e1a57c8eace tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 945 time: 0.1314907 Jun 17 14:19:41.802851 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215d04f-ed57-4bc2-9eba-7be5972a8b4c req-91cd4e1b-bc35-4be5-8f4b-811390ab3c6c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.805111 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1215d04f-ed57-4bc2-9eba-7be5972a8b4c req-91cd4e1b-bc35-4be5-8f4b-811390ab3c6c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1277525 Jun 17 14:19:41.811396 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c3423cce-729f-41f6-a66c-d4323d62922e req-bd98d07c-1bcb-405d-b21e-8180f9cb9366 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605769 Jun 17 14:19:41.827379 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-84559a81-c207-4492-9b86-0969b835414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.829228 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-84559a81-c207-4492-9b86-0969b835414f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1096 time: 0.0679057 Jun 17 14:19:41.902936 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1215d04f-ed57-4bc2-9eba-7be5972a8b4c req-dec5425a-603e-4fae-8e35-6533209275f3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861897 Jun 17 14:19:41.978635 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-58114c15-a141-486c-84df-35ec8e963138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:41.981157 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-58114c15-a141-486c-84df-35ec8e963138 service neutron] 10.222.0.95 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 910 time: 0.1332817 Jun 17 14:19:42.028830 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-ed4b60e4-c290-4cb2-8190-b11a2bebffc7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 217 time: 0.0359542 Jun 17 14:19:42.104724 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-50fda54c-007d-4112-a489-8b319bf6da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:42.106302 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-50fda54c-007d-4112-a489-8b319bf6da59 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 200 len: 847 time: 0.0558202 Jun 17 14:19:42.179422 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-111aa97d-cf4a-40e1-b766-4008983892e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:42.184150 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-111aa97d-cf4a-40e1-b766-4008983892e2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96f94244-5446-4152-8309-52b05d72ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617778 Jun 17 14:19:42.305265 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-3ab2d6b4-ceae-4af6-b0cb-cca509f4493e service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058934 Jun 17 14:19:42.324257 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba8399-4c5a-44f9-a2e9-f68ee935684f req-43910591-e919-4218-991c-f92bd8a48041 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:42.326408 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48ba8399-4c5a-44f9-a2e9-f68ee935684f req-43910591-e919-4218-991c-f92bd8a48041 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0725844 Jun 17 14:19:42.385078 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48ba8399-4c5a-44f9-a2e9-f68ee935684f req-d60fe067-9656-421c-8116-b964bc6cfba9 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494065 Jun 17 14:19:42.427085 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-997fa346-1cba-4420-b26e-f0c4b2467ced req-326d676e-0197-4915-8446-38acfb527a89 service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087947 Jun 17 14:19:43.027796 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61307317-ee65-4079-9b23-8ec3d96a7be1 req-f1babbf9-cc4e-49e3-9369-107b374c32bd tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:43.029301 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-61307317-ee65-4079-9b23-8ec3d96a7be1 req-f1babbf9-cc4e-49e3-9369-107b374c32bd tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 945 time: 0.0752661 Jun 17 14:19:43.073825 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-61307317-ee65-4079-9b23-8ec3d96a7be1 req-e5e0f3cc-2635-46e8-b4f7-2419c863d3b2 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Jun 17 14:19:43.152342 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736509b-9f62-406c-9b8f-e720c352fe47 req-09d5512f-1e2d-4ec3-a159-79e03c19911f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:43.160668 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4736509b-9f62-406c-9b8f-e720c352fe47 req-09d5512f-1e2d-4ec3-a159-79e03c19911f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0856991 Jun 17 14:19:43.206835 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4736509b-9f62-406c-9b8f-e720c352fe47 req-fa5cf527-5d9c-4a02-98e0-d024e9e063d4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Jun 17 14:19:43.616703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e26e91-2809-444e-af63-13d8d40e8a1e req-6d365df5-cf24-4ec4-85ff-da20d597b7ec tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:43.618224 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b8e26e91-2809-444e-af63-13d8d40e8a1e req-6d365df5-cf24-4ec4-85ff-da20d597b7ec tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0851197 Jun 17 14:19:43.672473 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:19:43.685955 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b8e26e91-2809-444e-af63-13d8d40e8a1e req-6be47d93-dddf-4475-be07-d14dd4108a83 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613923 Jun 17 14:19:43.931890 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-92e34a14-4dc0-41d9-a7dc-5f7c2483838d tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:43.933408 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-92e34a14-4dc0-41d9-a7dc-5f7c2483838d tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 945 time: 0.0703740 Jun 17 14:19:44.073864 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Deleting port 6e354de2-265d-4d97-af09-4092994967b1 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:19:44.074293 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:44.216944 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] For port 6e354de2-265d-4d97-af09-4092994967b1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6e354de2-265d-4d97-af09-4092994967b1,segment=NetworkSegment(698f3618-1ec4-4ba5-972b-55e80541d048),segment_id=698f3618-1ec4-4ba5-972b-55e80541d048)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:44.217540 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:44.367126 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 48376) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:44.386985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Calling delete_port for 6e354de2-265d-4d97-af09-4092994967b1 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:19:44.487445 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cffdea-a43e-4a53-94c0-e8e7a116dc99 req-db590a5a-0e88-44d6-8d23-9acc9220f61b tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:44.495428 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-38cffdea-a43e-4a53-94c0-e8e7a116dc99 req-db590a5a-0e88-44d6-8d23-9acc9220f61b tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/ports?device_id=3968d1be-bac1-475a-aaec-bc0a60193a5d HTTP/1.1" status: 200 len: 945 time: 0.1936064 Jun 17 14:19:44.552107 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:44.555917 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedace-0a40-4fbe-917d-28c9ce793d33 req-aed751a7-daef-43b6-b120-9a8459f3360c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:44.556804 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-06d4c791-120c-4996-bed4-438b68b583fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:44.557635 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-40fedace-0a40-4fbe-917d-28c9ce793d33 req-aed751a7-daef-43b6-b120-9a8459f3360c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1497262 Jun 17 14:19:44.567309 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['6e354de2-265d-4d97-af09-4092994967b1'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:44.570866 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-38cffdea-a43e-4a53-94c0-e8e7a116dc99 req-6e2a81ce-ad55-4aaf-a961-b08017664992 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.82 "GET /v2.0/security-groups?id=24e42075-701a-4b30-baa3-995ab46d4cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739079 Jun 17 14:19:44.585084 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Pushing event deleted for resources: {'Port': ['ID=6e354de2-265d-4d97-af09-4092994967b1,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:44.588793 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4be3bc61-5ea4-4193-a0b1-2de82f0851ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:44.603734 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:44.678433 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] No DVR routers for this DVR port 6e354de2-265d-4d97-af09-4092994967b1 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:19:44.682598 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:44.685035 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f8b3f544-de6f-4ab8-95e4-aa0b644c93f9 req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] 10.222.0.95 "DELETE /v2.0/ports/6e354de2-265d-4d97-af09-4092994967b1 HTTP/1.1" status: 204 len: 173 time: 0.7434125 Jun 17 14:19:44.685718 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'name': 'network-vif-deleted', 'tag': '6e354de2-265d-4d97-af09-4092994967b1'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:44.688256 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f29b4-da73-4e6e-9fd7-533c4c18298a" -d '{"events": [{"server_uuid": "3968d1be-bac1-475a-aaec-bc0a60193a5d", "name": "network-vif-deleted", "tag": "6e354de2-265d-4d97-af09-4092994967b1"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:44.912855 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-40fedace-0a40-4fbe-917d-28c9ce793d33 req-a9d33f88-b19d-4a64-affd-763602f01285 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214302 Jun 17 14:19:45.035132 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4be3bc61-5ea4-4193-a0b1-2de82f0851ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.040515 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4be3bc61-5ea4-4193-a0b1-2de82f0851ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.044156 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e450bd-25dd-47ea-bebb-9a8a62de6452 x-openstack-request-id: req-54e450bd-25dd-47ea-bebb-9a8a62de6452 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:45.045567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3968d1be-bac1-475a-aaec-bc0a60193a5d", "name": "network-vif-deleted", "tag": "6e354de2-265d-4d97-af09-4092994967b1", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:45.046346 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-54e450bd-25dd-47ea-bebb-9a8a62de6452 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:45.047606 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3968d1be-bac1-475a-aaec-bc0a60193a5d', 'name': 'network-vif-deleted', 'tag': '6e354de2-265d-4d97-af09-4092994967b1', 'status': 'completed', 'code': 200} Jun 17 14:19:45.050775 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-715d3248-28e4-4b8f-92ff-63ba3634be23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:45.086308 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4be3bc61-5ea4-4193-a0b1-2de82f0851ed admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6374eade6fd04c98b85664bf3b9d521b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176924 Jun 17 14:19:45.087048 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3bc61-5ea4-4193-a0b1-2de82f0851ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b21585d-583a-4237-bb29-eb2a818b8016,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:45.089013 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48396) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:45.089908 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4be3bc61-5ea4-4193-a0b1-2de82f0851ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:45.163394 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.203016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.269659 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.271948 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5b42f-50c9-4eb0-87ae-37d5c117b21d req-bcc397fb-da77-45c5-b7ce-23b001d933c2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:45.272354 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.275848 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4b21585d-583a-4237-bb29-eb2a818b8016 HTTP/1.1" status: 204 len: 168 time: 0.1833408 Jun 17 14:19:45.276012 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ab5b42f-50c9-4eb0-87ae-37d5c117b21d req-bcc397fb-da77-45c5-b7ce-23b001d933c2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0893350 Jun 17 14:19:45.276130 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-4d212bde-d1b8-4ccf-ab14-7be8218bcb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:45.283230 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b21585d-583a-4237-bb29-eb2a818b8016,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:45.286622 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:45.334764 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2ab5b42f-50c9-4eb0-87ae-37d5c117b21d req-3306f322-bae2-412d-b01e-d600bd8e18a0 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478852 Jun 17 14:19:45.674195 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48414) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:45.692379 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-153756c5-f009-48fd-a366-9aa93eb3f79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.819162 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-153756c5-f009-48fd-a366-9aa93eb3f79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.827317 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-153756c5-f009-48fd-a366-9aa93eb3f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.831234 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-daa18b15-3635-4594-b030-e8ee27bcd9c8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:45.872441 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-153756c5-f009-48fd-a366-9aa93eb3f79f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=399c8fe68d554a298b1b01752e9fc2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006507 Jun 17 14:19:45.873412 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153756c5-f009-48fd-a366-9aa93eb3f79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6a622f-3b9f-4987-ad66-6f3afcf3049b,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:45.874239 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 48426) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:45.876723 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-153756c5-f009-48fd-a366-9aa93eb3f79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:45.937943 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:45.964877 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:46.024487 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:46.027193 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:46.030673 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5c6a622f-3b9f-4987-ad66-6f3afcf3049b HTTP/1.1" status: 204 len: 168 time: 0.1549363 Jun 17 14:19:46.031616 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3645bac7-4cba-4b2c-b090-89c67644c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:46.041902 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6a622f-3b9f-4987-ad66-6f3afcf3049b,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:46.046074 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:46.194021 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab68e-cba8-4171-816d-56d2e105f2be req-d26cf89e-a4cc-462d-a421-8c6f290ae9ab tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:46.195781 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-98cab68e-cba8-4171-816d-56d2e105f2be req-d26cf89e-a4cc-462d-a421-8c6f290ae9ab tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0951617 Jun 17 14:19:46.239676 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-98cab68e-cba8-4171-816d-56d2e105f2be req-8a9176e3-838b-4a14-9430-9db5d33d3ef2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377662 Jun 17 14:19:46.553318 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe78162-bf65-4393-ab08-096d66e8e1b4 req-947c7fa6-7119-4246-ad0e-1df18ad4de7e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:46.558764 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ffe78162-bf65-4393-ab08-096d66e8e1b4 req-947c7fa6-7119-4246-ad0e-1df18ad4de7e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0848677 Jun 17 14:19:46.600683 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ffe78162-bf65-4393-ab08-096d66e8e1b4 req-85c3642b-79cb-4b6f-9aae-e2955f376b2c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Jun 17 14:19:46.811142 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94d2bf-9c74-4551-84ed-81e27abab457 req-67e86384-b8be-40ed-b764-478c637675ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:46.814605 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ea94d2bf-9c74-4551-84ed-81e27abab457 req-67e86384-b8be-40ed-b764-478c637675ad service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.0694959 Jun 17 14:19:47.041141 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-b7425cdb-577e-4f2b-a6a7-99179241577e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:47.042702 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-b7425cdb-577e-4f2b-a6a7-99179241577e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 0.1388831 Jun 17 14:19:47.060288 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-03b25a82-0cf1-463d-a033-06f7ea87b8f8 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/quotas/11baa27c121146b1b5406cec2bfdd55f HTTP/1.1" status: 200 len: 375 time: 0.0101023 Jun 17 14:19:47.137244 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-27b58759-33e8-4e7d-ad09-345a74b1d0a3 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688336 Jun 17 14:19:47.232537 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-6ca4c711-4e98-4c56-9359-710b23bf9e0b service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Jun 17 14:19:47.339645 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fb8bab06-091c-4e9f-a077-e680b1da0c28 service neutron] 10.222.0.82 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005540 Jun 17 14:19:48.621853 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6e354de2-265d-4d97-af09-4092994967b1 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:19:48.645555 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 6e354de2-265d-4d97-af09-4092994967b1 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:19:48.646022 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6e354de2-265d-4d97-af09-4092994967b1 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:19:49.871999 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2d510456-1fd7-4a93-b8d8-7715fb76dfe1 req-16d2bbc6-5714-422b-8e98-471e66e78855 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 210 time: 0.0548599 Jun 17 14:19:49.922278 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ea94d2bf-9c74-4551-84ed-81e27abab457 req-0ee30c52-8745-4dca-9738-3fcf44f48c0d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767725 Jun 17 14:19:49.932948 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a1ed5-7cec-4ef2-a573-c15da8309444 req-68eb42e5-4078-498e-a4bf-68d79d825858 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:49.934525 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-643a1ed5-7cec-4ef2-a573-c15da8309444 req-68eb42e5-4078-498e-a4bf-68d79d825858 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1280088 Jun 17 14:19:49.986271 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-643a1ed5-7cec-4ef2-a573-c15da8309444 req-e8b7dd74-833d-4090-8d7c-a61134eb92c6 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Jun 17 14:19:50.088901 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3225-6c46-4b36-b3b8-9edfd8a8dae1 req-0bcd2ae1-32d0-41fd-bee3-ad2963f84815 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:50.090422 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bbb3225-6c46-4b36-b3b8-9edfd8a8dae1 req-0bcd2ae1-32d0-41fd-bee3-ad2963f84815 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0689688 Jun 17 14:19:50.130652 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bbb3225-6c46-4b36-b3b8-9edfd8a8dae1 req-edc95919-244c-4bdf-a2ce-a90131d2e166 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344818 Jun 17 14:19:50.700821 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-e98fe568-d173-4706-a5b8-6f84b2696e96 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:50.702328 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-e98fe568-d173-4706-a5b8-6f84b2696e96 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 814 time: 0.1251101 Jun 17 14:19:50.726804 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Request body: {'port': {'device_id': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'admin_state_up': True, 'tenant_id': '11baa27c121146b1b5406cec2bfdd55f'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:51.020091 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Made reservation on behalf of 11baa27c121146b1b5406cec2bfdd55f for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:19:51.039405 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:51.318961 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Allocated IP 172.20.0.14 (ce42c237-fa0b-46da-a2d8-7f46dc26e2c8/23e3c58c-15ec-447e-8c1f-ae4114f2c41a/1c4129cf-bf44-4fe2-92e6-1512b8f8cc23) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:19:51.379071 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1781b3be-28e6-49db-9201-40ca9e93dc54 req-a3df1f65-e8e1-4e1d-ae22-30f0a1c7a6f0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 210 time: 0.1662390 Jun 17 14:19:51.454830 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42c073-499f-4fb8-bdc0-72f0c59a28cf req-bc430fc1-9b06-41ff-8f2e-5c6fcfb00c4c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:51.456688 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eb42c073-499f-4fb8-bdc0-72f0c59a28cf req-bc430fc1-9b06-41ff-8f2e-5c6fcfb00c4c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.2131770 Jun 17 14:19:51.558956 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eb42c073-499f-4fb8-bdc0-72f0c59a28cf req-bcc818b4-9199-4a71-aeb3-05f0c187ec0e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958340 Jun 17 14:19:51.661185 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c13ef0-62fd-4627-bd50-6bff460f2a1e req-b5e14841-0eac-461b-931e-c26b7b59e79c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:51.662910 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-09c13ef0-62fd-4627-bd50-6bff460f2a1e req-b5e14841-0eac-461b-931e-c26b7b59e79c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.1029792 Jun 17 14:19:51.707345 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:51.723214 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-09c13ef0-62fd-4627-bd50-6bff460f2a1e req-cd92450d-1a18-4bd2-a810-b7c5e8655d97 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497000 Jun 17 14:19:51.753298 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:51.764698 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-de9a766b-9736-4234-941b-7e5e7fc57295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:51.765801 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e', 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', '63cb229e-ada2-4639-8616-0255dcd81140'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:51.800238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:19:51.807052 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:19:51.811523 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:19:51.819307 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:51.820771 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:51.849223 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event updated for resources: {'Port': ['ID=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:51.852306 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:51.854272 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1370485 Jun 17 14:19:51.870886 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Request body: {'port': {'device_id': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:19:51.974714 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:52.087680 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:52.321045 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-29d36dcc-a90f-4f1b-98ab-818e99db6317 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2598815 Jun 17 14:19:52.492022 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-fb794c87-cab9-4a47-b819-7f5431e29fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:52.492022 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-fb794c87-cab9-4a47-b819-7f5431e29fd6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.1250737 Jun 17 14:19:52.701997 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:52.741006 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:52.749241 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-def1cd03-6e34-4973-8a2a-845eb108ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:52.756511 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-def1cd03-6e34-4973-8a2a-845eb108ff09 service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.2181804 Jun 17 14:19:52.827145 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-26383546-b882-4a49-ae09-1e511e143377 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 217 time: 0.0578251 Jun 17 14:19:52.849436 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e440e6-db6a-49db-a1b7-25843d74f908 req-a58b209d-2deb-440e-887b-e5ccf7abb184 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:52.850708 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Transition to ACTIVE for port object 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:19:52.864579 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7e440e6-db6a-49db-a1b7-25843d74f908 req-a58b209d-2deb-440e-887b-e5ccf7abb184 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 932 time: 0.2646346 Jun 17 14:19:52.901549 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-ccab99f5-43dc-4304-a2a1-f634361b5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:52.903149 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-ccab99f5-43dc-4304-a2a1-f634361b5181 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0681047 Jun 17 14:19:52.904744 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:52.944493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5358cfab-852e-49ed-a468-49d56e50c208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:52.950003 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-9c4b5203-1f4d-4485-a3dc-07874db5721f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362651 Jun 17 14:19:53.048235 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7e440e6-db6a-49db-a1b7-25843d74f908 req-2524407e-465c-434a-ad26-50413ee1f3b6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815734 Jun 17 14:19:53.164036 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6eb5d-2457-4129-a31d-e434a1fa0de7 req-fc55a701-2c7d-47bc-8903-99f1d961aac3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:53.164606 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:53.167261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Attempting to bind port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:19:53.167596 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Attempting to bind port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:19:53.167929 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Attempting to bind port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:53.175697 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:53.176294 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:19:53.176710 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Attempting to bind port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 on network ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:19:53.187840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:19:53.188235 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Checking segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:19:53.188622 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Bound using segment: {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:19:53.189123 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Bound port: 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d7966b-1363-4165-bb68-e3c4c9d46b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:19:53.189479 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:53.191348 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1bb6eb5d-2457-4129-a31d-e434a1fa0de7 req-fc55a701-2c7d-47bc-8903-99f1d961aac3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.2713745 Jun 17 14:19:53.266673 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-720c2141-c59f-47b8-a2e3-44fd3f603d8a service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844889 Jun 17 14:19:53.274582 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1bb6eb5d-2457-4129-a31d-e434a1fa0de7 req-47544e2e-2cb6-4298-acff-d2185ed5d4e7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792120 Jun 17 14:19:53.414450 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] For port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:19:53.477950 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] For port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:19:53.496991 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:53.505459 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:53.542073 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ecb21-bc7d-42fb-b756-c8564c78cf09 req-88970d26-1097-4d9f-abe5-8fc0f7a7d6a8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:53.543981 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-739ecb21-bc7d-42fb-b756-c8564c78cf09 req-88970d26-1097-4d9f-abe5-8fc0f7a7d6a8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.1011314 Jun 17 14:19:53.577655 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:53.578355 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:53.580768 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] 10.222.0.95 "PUT /v2.0/ports/1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 HTTP/1.1" status: 200 len: 1094 time: 1.7147422 Jun 17 14:19:53.596736 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'tag': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:53.604169 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d02fce-6333-4649-af71-5a0cce73ecdb" -d '{"events": [{"name": "network-changed", "server_uuid": "de9bfc7f-e687-48f6-ab1f-390904c7ab2b", "tag": "1c4129cf-bf44-4fe2-92e6-1512b8f8cc23"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:53.623379 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-90bd560c-0e19-4785-aa98-927145db8ea1 req-c1d8e1ba-a1c5-4b22-8124-e0f8e579224d service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445036 Jun 17 14:19:53.633960 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:53.640552 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-739ecb21-bc7d-42fb-b756-c8564c78cf09 req-51c438ff-ffbe-4689-9199-4e9e99bcf5ec tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865643 Jun 17 14:19:53.668137 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:53.734284 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1fe85c-4ccf-4847-9040-87b48aa741f8 x-openstack-request-id: req-5f1fe85c-4ccf-4847-9040-87b48aa741f8 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:53.734619 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9bfc7f-e687-48f6-ab1f-390904c7ab2b", "tag": "1c4129cf-bf44-4fe2-92e6-1512b8f8cc23", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:53.734931 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5f1fe85c-4ccf-4847-9040-87b48aa741f8 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:53.735431 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'tag': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23', 'status': 'completed', 'code': 200} Jun 17 14:19:53.767703 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-d6ca527e-eb33-4015-b904-0908798f690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:53.769439 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-d6ca527e-eb33-4015-b904-0908798f690d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 1097 time: 0.1003540 Jun 17 14:19:53.929467 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-1be28c8e-d4ce-40d9-99c9-793ded5ccbe4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 HTTP/1.1" status: 200 len: 217 time: 0.1453547 Jun 17 14:19:53.994608 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ab15-f334-4377-a678-4d85972713d0 req-f93f1620-9f31-48e7-b619-b7fb61f45293 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:53.996790 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-b710bfdf-38f8-42e1-9f7f-2513aeeb5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:53.998255 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-b710bfdf-38f8-42e1-9f7f-2513aeeb5355 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.0523467 Jun 17 14:19:54.010988 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9665ab15-f334-4377-a678-4d85972713d0 req-f93f1620-9f31-48e7-b619-b7fb61f45293 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1257901 Jun 17 14:19:54.036449 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-aa788699-8b2d-4175-a1f9-36f3a599b223 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307121 Jun 17 14:19:54.105259 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-920e283c-7ccc-493c-9281-0b50c4443fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:54.106806 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-920e283c-7ccc-493c-9281-0b50c4443fc5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.1925635 Jun 17 14:19:54.279168 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9665ab15-f334-4377-a678-4d85972713d0 req-e7dbaddc-64dc-4416-afe0-168fbebe1284 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548037 Jun 17 14:19:54.385520 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-09a42599-2b01-48e6-9117-ee59e1c3bd10 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402803 Jun 17 14:19:54.479750 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-86403437-0ba4-4bda-b9bb-0dec68116269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:54.481285 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-86403437-0ba4-4bda-b9bb-0dec68116269 service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.3531523 Jun 17 14:19:54.487068 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030dea-970c-4eb5-8329-108a32b9678b req-82f08dc4-6d67-403a-9fd8-baae7bf6dcd0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:54.496946 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51030dea-970c-4eb5-8329-108a32b9678b req-82f08dc4-6d67-403a-9fd8-baae7bf6dcd0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 944 time: 0.0977271 Jun 17 14:19:54.535746 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-33a0f4b4-aa39-4efc-8f5c-bf6407ecd961 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 217 time: 0.0450344 Jun 17 14:19:54.545770 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51030dea-970c-4eb5-8329-108a32b9678b req-b4541a6d-e3b5-43a7-9b7a-5fb2c678c2a2 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Jun 17 14:19:54.603981 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-148e433b-b34e-4d97-9266-7ba7c65c3f3e req-46255990-a8f9-45e9-bfc6-39a1b1982fd5 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996899 Jun 17 14:19:54.636426 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-c1415f9d-5a5b-4e05-bda1-d763ed25ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:54.637871 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-c1415f9d-5a5b-4e05-bda1-d763ed25ecbb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0838525 Jun 17 14:19:54.644033 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device c25f15c2-431c-4899-9823-21d03c549e6b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:19:54.749896 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-2c64d47a-9093-4b26-8f44-f85bd43760b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918753 Jun 17 14:19:54.841300 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:54.857163 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'port_id': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'mac_address': 'fa:16:3e:67:ce:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:19:54.925961 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28929a2-ea46-4d78-a20c-2e1d86a4e8ca req-1d0be6af-11fc-4f7b-b0cd-208c7505df75 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:54.928133 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f28929a2-ea46-4d78-a20c-2e1d86a4e8ca req-1d0be6af-11fc-4f7b-b0cd-208c7505df75 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.1479442 Jun 17 14:19:54.959503 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:54.984512 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25f15c2-431c-4899-9823-21d03c549e6b {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:55.013084 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:55.028958 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:55.031301 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:55.040620 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f28929a2-ea46-4d78-a20c-2e1d86a4e8ca req-358f0215-0517-450d-ba27-ddb433ad354f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067386 Jun 17 14:19:55.058094 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-54846428-f6fd-4f37-aa31-23ccda149a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:55.059318 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-54846428-f6fd-4f37-aa31-23ccda149a9c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=11baa27c121146b1b5406cec2bfdd55f&device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 1097 time: 0.3176646 Jun 17 14:19:55.061720 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-d716add4-4907-4c5f-86d9-4ccffab29523 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896662 Jun 17 14:19:55.170447 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:55.187088 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.187820 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.188458 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.191358 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.192372 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.198315 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.199323 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.200682 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.202078 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.203483 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.204585 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.206185 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:19:55.213952 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:55.382103 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-cd4a675d-2a21-44a0-9c7e-71f46e856297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:55.385280 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-cd4a675d-2a21-44a0-9c7e-71f46e856297 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 200 len: 916 time: 0.2971780 Jun 17 14:19:55.388990 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-950fbc1e-b8fc-4339-811e-1210ed43260c req-f9064cb9-4d85-4d17-b831-8617f73c34bb service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921517 Jun 17 14:19:55.515735 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-67f71502-98a5-4dad-96f2-a103b8ee28ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 HTTP/1.1" status: 200 len: 217 time: 0.1154082 Jun 17 14:19:55.521351 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['c25f15c2-431c-4899-9823-21d03c549e6b'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:55.719494 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-c168928b-2141-4593-a723-3c9dc4b22d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:55.722155 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-c168928b-2141-4593-a723-3c9dc4b22d6c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 200 len: 854 time: 0.1977468 Jun 17 14:19:55.758683 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa041e-b7ee-4122-83f2-65e72a97b617 req-9658fe9a-ef90-419e-b3f1-39af2847d317 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:55.769391 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-38fa041e-b7ee-4122-83f2-65e72a97b617 req-9658fe9a-ef90-419e-b3f1-39af2847d317 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.2243409 Jun 17 14:19:55.796702 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-c196eeba-f4df-4ebd-9e08-54b02346578b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548728 Jun 17 14:19:55.855163 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-38fa041e-b7ee-4122-83f2-65e72a97b617 req-2c5f74cf-8f30-4c9f-8a86-cf5ffe79351c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844364 Jun 17 14:19:56.064784 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-14af0982-b3bc-4e2d-bf2d-120e1f2065ae service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392480 Jun 17 14:19:56.489969 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63075690-7f1b-4912-a3fb-765b69c19f52 req-37877afb-d324-47b6-9a31-3aaad4281a32 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:56.491808 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63075690-7f1b-4912-a3fb-765b69c19f52 req-37877afb-d324-47b6-9a31-3aaad4281a32 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 944 time: 0.0845501 Jun 17 14:19:56.557358 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f1d02fce-6333-4649-af71-5a0cce73ecdb req-900c6db5-c814-4e2a-8266-9ab9eac097e4 service neutron] 10.222.0.95 "GET /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824719 Jun 17 14:19:56.599242 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63075690-7f1b-4912-a3fb-765b69c19f52 req-a147ffd4-d6fb-4730-a03e-6c4ef2a4aca9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965271 Jun 17 14:19:56.724229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86828e-8daf-4136-902b-88316f1881a7 req-a49a9157-c03d-4bc7-8c33-aa65b9947008 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:56.726399 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cb86828e-8daf-4136-902b-88316f1881a7 req-a49a9157-c03d-4bc7-8c33-aa65b9947008 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 944 time: 0.0921264 Jun 17 14:19:56.843698 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cb86828e-8daf-4136-902b-88316f1881a7 req-36580025-a479-4e3c-9688-94b88457c6e5 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012962 Jun 17 14:19:56.873116 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bccb7c-cf73-4127-bceb-142a346a5335 req-df159f1d-c1c4-485d-88a1-34ffa4812f75 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:56.878694 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e4bccb7c-cf73-4127-bceb-142a346a5335 req-df159f1d-c1c4-485d-88a1-34ffa4812f75 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1471963 Jun 17 14:19:56.955943 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e4bccb7c-cf73-4127-bceb-142a346a5335 req-6c3c54a0-7744-48d5-bfb6-b68054c61b6d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647235 Jun 17 14:19:57.125400 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a191-6362-4a93-b008-2f7e2c3ff2fc req-66785173-e7af-4eb7-9476-fadd43cd0023 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:57.128790 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-84d7a191-6362-4a93-b008-2f7e2c3ff2fc req-66785173-e7af-4eb7-9476-fadd43cd0023 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0895050 Jun 17 14:19:57.182529 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-84d7a191-6362-4a93-b008-2f7e2c3ff2fc req-2e57e68b-e242-4186-9e9e-278bccea7a98 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Jun 17 14:19:57.940726 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38927e23-5f73-46f0-989e-57720b6df6e1 req-f5529359-def8-4694-8c6c-b62a65a01103 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:57.950074 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-38927e23-5f73-46f0-989e-57720b6df6e1 req-f5529359-def8-4694-8c6c-b62a65a01103 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 944 time: 0.1536181 Jun 17 14:19:57.997201 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-38927e23-5f73-46f0-989e-57720b6df6e1 req-ccfd3818-8883-4ca4-97ca-3333c9b9332f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Jun 17 14:19:58.233807 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347234f-47c7-4678-8fa3-9ed605431791 req-c1000712-dae0-4449-bdf1-7dc7de13ba0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:58.235628 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1347234f-47c7-4678-8fa3-9ed605431791 req-c1000712-dae0-4449-bdf1-7dc7de13ba0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 944 time: 0.1513772 Jun 17 14:19:58.335937 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05be88-9d2e-4bfd-9aaf-5ad9565aa4af req-6dff424d-6c11-4328-ac82-cd33bc05ebbb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:58.345316 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3f05be88-9d2e-4bfd-9aaf-5ad9565aa4af req-6dff424d-6c11-4328-ac82-cd33bc05ebbb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1817415 Jun 17 14:19:58.386616 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1347234f-47c7-4678-8fa3-9ed605431791 req-59501aea-625f-4e50-aed8-cb127ef7ba97 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232455 Jun 17 14:19:58.425506 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3f05be88-9d2e-4bfd-9aaf-5ad9565aa4af req-6f14ed48-9f0d-430b-ae04-b5dfee9de678 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756233 Jun 17 14:19:58.540406 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48806) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:58.615224 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b24201-67e5-43d8-91db-8f728daee770 req-bdc08799-d944-4ed3-89e4-e3869a48ac43 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:58.627993 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3b24201-67e5-43d8-91db-8f728daee770 req-bdc08799-d944-4ed3-89e4-e3869a48ac43 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0995109 Jun 17 14:19:58.679233 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3b24201-67e5-43d8-91db-8f728daee770 req-7dc0a8b5-2400-40df-ab24-760dbe56b224 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464363 Jun 17 14:19:58.679775 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b35c1909-5cbc-4f35-b522-67d3e4fbf451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:58.686365 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:19:58.696145 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device c25f15c2-431c-4899-9823-21d03c549e6b up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:19:58.843468 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b35c1909-5cbc-4f35-b522-67d3e4fbf451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:58.855589 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b35c1909-5cbc-4f35-b522-67d3e4fbf451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:58.864820 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-16e77b9f-7aaa-44cd-81b0-f65e99e3f094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:58.919623 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b35c1909-5cbc-4f35-b522-67d3e4fbf451 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e2b700d22a15455baf54e1d7d95d09a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775084 Jun 17 14:19:58.920591 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c1909-5cbc-4f35-b522-67d3e4fbf451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943c77f7-bd39-4bee-b9a8-a5db73fd6193,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:58.924086 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 48814) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:58.941162 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b35c1909-5cbc-4f35-b522-67d3e4fbf451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:58.983818 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port c25f15c2-431c-4899-9823-21d03c549e6b completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:19:59.000621 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port c25f15c2-431c-4899-9823-21d03c549e6b triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:19:59.001661 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.015304 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.045848 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:59.055344 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.078058 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23', 'network_id': 'ce42c237-fa0b-46da-a2d8-7f46dc26e2c8', 'port_id': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23', 'mac_address': 'fa:16:3e:04:d8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e3c58c-15ec-447e-8c1f-ae4114f2c41a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:19:59.185278 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.192886 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.196706 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/943c77f7-bd39-4bee-b9a8-a5db73fd6193 HTTP/1.1" status: 204 len: 168 time: 0.2700155 Jun 17 14:19:59.198372 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:59.227674 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943c77f7-bd39-4bee-b9a8-a5db73fd6193,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:59.242697 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:59.320714 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.325794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.359550 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:19:59.371383 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:19:59.374036 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990409c8-3aa7-4d84-824e-19b6c088b1d1" -d '{"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-plugged", "status": "completed", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:19:59.400817 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:59.412127 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.415695 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:19:59.416921 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:59.436668 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a843a-031b-4a02-92f8-8953cf9e4225 req-6f6edc09-9248-44c3-8a86-eabdaef35eae tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:59.442970 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9f6a843a-031b-4a02-92f8-8953cf9e4225 req-6f6edc09-9248-44c3-8a86-eabdaef35eae tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 944 time: 0.1669462 Jun 17 14:19:59.481526 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:59.485582 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3744f207-2758-440b-ac3e-1c7cb60c9f1a x-openstack-request-id: req-3744f207-2758-440b-ac3e-1c7cb60c9f1a {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:19:59.486837 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-plugged", "status": "completed", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:19:59.487155 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3744f207-2758-440b-ac3e-1c7cb60c9f1a {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:19:59.487563 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'code': 200} Jun 17 14:19:59.488673 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.491216 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:59.491683 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:59.586155 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:59.590204 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:19:59.603701 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9f6a843a-031b-4a02-92f8-8953cf9e4225 req-4d424b19-6a46-4ce7-9a54-254b09ec0efc tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556728 Jun 17 14:19:59.672707 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48836) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:59.696194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae281-ad5a-4157-ad61-4a6afaf2e56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.821836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae281-ad5a-4157-ad61-4a6afaf2e56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.827015 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae281-ad5a-4157-ad61-4a6afaf2e56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:19:59.832513 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-bc8e038b-db73-45eb-92e5-c23fe5c3bccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:19:59.914642 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c98e6-0488-4dbc-bb26-cac3be657d12 req-15912838-ddf2-46c9-b04d-746c3fb1928e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:19:59.923946 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-df7c98e6-0488-4dbc-bb26-cac3be657d12 req-15912838-ddf2-46c9-b04d-746c3fb1928e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.2313309 Jun 17 14:19:59.931102 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['1c4129cf-bf44-4fe2-92e6-1512b8f8cc23'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:19:59.949713 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-ab5ae281-ad5a-4157-ad61-4a6afaf2e56a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=29b03d71777a4ac9b3a1974835efee68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717786 Jun 17 14:19:59.960881 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 48840) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:19:59.979638 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ae281-ad5a-4157-ad61-4a6afaf2e56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5d871-8c68-439c-8471-955235dcfd77,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:19:59.994744 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-df7c98e6-0488-4dbc-bb26-cac3be657d12 req-7a427fbd-f9a0-4d6e-8804-867392b9709b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697913 Jun 17 14:20:00.002963 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ab5ae281-ad5a-4157-ad61-4a6afaf2e56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:00.022691 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c6edf-2ba5-4d66-9615-57b1a8b553f6 req-77253202-6c10-4e66-8174-623024e034a4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:00.032423 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-475c6edf-2ba5-4d66-9615-57b1a8b553f6 req-77253202-6c10-4e66-8174-623024e034a4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.2284334 Jun 17 14:20:00.054284 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e55deb-0326-4999-aff8-21c0c925ce87 req-c8df9fe8-e068-47fd-b153-35534cab2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:00.056995 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a6e55deb-0326-4999-aff8-21c0c925ce87 req-c8df9fe8-e068-47fd-b153-35534cab2d02 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1098 time: 0.1882968 Jun 17 14:20:00.108311 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-475c6edf-2ba5-4d66-9615-57b1a8b553f6 req-4faf8ee2-9871-4457-acc6-baf1dcb4245f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741391 Jun 17 14:20:00.119323 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-a6e55deb-0326-4999-aff8-21c0c925ce87 req-4035ab04-5640-48f0-b5bc-44d941d25d47 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504701 Jun 17 14:20:00.153735 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:00.177383 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:00.239791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:00.243182 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:00.245068 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f8a5d871-8c68-439c-8471-955235dcfd77 HTTP/1.1" status: 204 len: 168 time: 0.2597365 Jun 17 14:20:00.263769 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-785cf48b-031f-4e21-a179-af497e71c7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:00.283728 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5d871-8c68-439c-8471-955235dcfd77,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:00.286758 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:00.568265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7197e5-2954-406d-ab44-26074bcd7c85 req-d46c0f4b-9c60-4ee7-8059-794eafd9af53 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:00.570260 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dc7197e5-2954-406d-ab44-26074bcd7c85 req-d46c0f4b-9c60-4ee7-8059-794eafd9af53 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1021829 Jun 17 14:20:00.614956 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dc7197e5-2954-406d-ab44-26074bcd7c85 req-a40012de-bc06-419a-a96d-e530a367f36d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372863 Jun 17 14:20:00.859407 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2531e0-d0ab-4a88-a82b-b5121d7b48e1 req-621ea5da-9072-4832-a975-f523defae98f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:00.861882 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fc2531e0-d0ab-4a88-a82b-b5121d7b48e1 req-621ea5da-9072-4832-a975-f523defae98f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 945 time: 0.0951905 Jun 17 14:20:00.896043 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 48862) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:00.926793 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d7d67034-ea7f-47ef-81fe-ce14670580fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:00.979402 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fc2531e0-d0ab-4a88-a82b-b5121d7b48e1 req-0cca233e-6c84-4d4a-b7d6-56a8d112919c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060066 Jun 17 14:20:01.230229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d7d67034-ea7f-47ef-81fe-ce14670580fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:01.235666 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d7d67034-ea7f-47ef-81fe-ce14670580fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:01.262169 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4f746f6e-7127-430e-b192-157b73c80280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:01.290701 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48882) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:01.294762 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d7d67034-ea7f-47ef-81fe-ce14670580fd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=012e4e2bfe48443ca0c6120d8f8ebaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965724 Jun 17 14:20:01.304209 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d67034-ea7f-47ef-81fe-ce14670580fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2181feb7-7fb8-4194-8ae1-447d5d06dd45,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:01.311376 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d7d67034-ea7f-47ef-81fe-ce14670580fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:01.363775 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f0679-5b07-4b56-a85e-dfdfdcfacceb req-03750ecf-027e-44d1-a6b4-0393eea32abe tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:01.365770 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a63f0679-5b07-4b56-a85e-dfdfdcfacceb req-03750ecf-027e-44d1-a6b4-0393eea32abe tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.2030151 Jun 17 14:20:01.401127 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:01.427950 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:01.444314 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a63f0679-5b07-4b56-a85e-dfdfdcfacceb req-c0c39463-3b6c-41f7-a690-939bbc92e957 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659182 Jun 17 14:20:01.485203 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a07c13-d554-4199-bfb9-f6c15fa4d2d9 req-87fb810f-e3ae-4611-8eec-cf9bb3b439b8 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:01.486730 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3a07c13-d554-4199-bfb9-f6c15fa4d2d9 req-87fb810f-e3ae-4611-8eec-cf9bb3b439b8 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1188002 Jun 17 14:20:01.520203 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:01.525182 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:01.527883 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2181feb7-7fb8-4194-8ae1-447d5d06dd45 HTTP/1.1" status: 204 len: 168 time: 0.2350843 Jun 17 14:20:01.531147 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8011bcf0-19e1-482d-b3c9-dbdf4f7964e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:01.549336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2181feb7-7fb8-4194-8ae1-447d5d06dd45,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:01.552014 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:01.582483 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3a07c13-d554-4199-bfb9-f6c15fa4d2d9 req-0ba1f504-7e88-46fd-8914-43f6a20134b4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865343 Jun 17 14:20:02.436623 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e67dc4-a730-4b44-bc79-212aae79221e req-c558e35d-36e0-452a-806d-c8c1f117bc9b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:02.438245 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e6e67dc4-a730-4b44-bc79-212aae79221e req-c558e35d-36e0-452a-806d-c8c1f117bc9b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 945 time: 0.1312544 Jun 17 14:20:02.495238 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e6e67dc4-a730-4b44-bc79-212aae79221e req-666b1e85-b0b6-40ab-8ee5-36e33fd55088 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Jun 17 14:20:02.710205 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:20:02.796869 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:20:02.803940 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:20:02.804913 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:02.823741 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7aad-73aa-4fd5-992f-84121e47cad9 req-3969eb35-ccd1-48f7-b552-9786128572ca tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:02.832264 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a3bf7aad-73aa-4fd5-992f-84121e47cad9 req-3969eb35-ccd1-48f7-b552-9786128572ca tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1143384 Jun 17 14:20:02.869392 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f562c9f-da71-452c-a36a-9c86a575c814 req-1e36ea7c-1e71-4fa5-ba1e-2dd0c1668958 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:02.871538 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6f562c9f-da71-452c-a36a-9c86a575c814 req-1e36ea7c-1e71-4fa5-ba1e-2dd0c1668958 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.2216189 Jun 17 14:20:02.910222 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a3bf7aad-73aa-4fd5-992f-84121e47cad9 req-5bcb58fa-997c-4c60-8d7b-1c427a619845 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768030 Jun 17 14:20:02.933195 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:02.973740 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6f562c9f-da71-452c-a36a-9c86a575c814 req-6180bf44-5fd7-4879-b11b-101331db3fb6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877173 Jun 17 14:20:02.986683 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:02.990472 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:20:02.995327 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c758cc-08a4-4bdd-8834-c4e4a908461d" -d '{"events": [{"server_uuid": "de9bfc7f-e687-48f6-ab1f-390904c7ab2b", "name": "network-vif-plugged", "status": "completed", "tag": "1c4129cf-bf44-4fe2-92e6-1512b8f8cc23"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:20:03.004968 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:03.011512 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:03.088540 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a70055-bb87-4934-ad1b-6784f7278dfd x-openstack-request-id: req-a0a70055-bb87-4934-ad1b-6784f7278dfd {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:20:03.088883 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9bfc7f-e687-48f6-ab1f-390904c7ab2b", "name": "network-vif-plugged", "status": "completed", "tag": "1c4129cf-bf44-4fe2-92e6-1512b8f8cc23", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:20:03.092352 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a0a70055-bb87-4934-ad1b-6784f7278dfd {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:20:03.092908 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23', 'code': 200} Jun 17 14:20:03.130172 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:03.135479 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:03.303359 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74f948-dec1-43bc-be8c-aac1ee046b53 req-918bee12-4ec2-464b-903a-df1f31f82276 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:03.310493 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be74f948-dec1-43bc-be8c-aac1ee046b53 req-918bee12-4ec2-464b-903a-df1f31f82276 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0993285 Jun 17 14:20:03.390630 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be74f948-dec1-43bc-be8c-aac1ee046b53 req-f842c429-973b-403f-bb10-d3ebfd4aaba1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793076 Jun 17 14:20:03.410363 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48942) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:03.569554 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32748f02-cac2-49de-a81c-90f1b30ba203 req-69e3ad87-9db5-446e-a298-ebe9b51ec8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:03.572271 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-32748f02-cac2-49de-a81c-90f1b30ba203 req-69e3ad87-9db5-446e-a298-ebe9b51ec8e2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 1099 time: 0.1290236 Jun 17 14:20:03.638677 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-32748f02-cac2-49de-a81c-90f1b30ba203 req-cd2afc0e-c25d-410f-9778-3d90bdf3a3c2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568128 Jun 17 14:20:03.762478 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-3acea33b-b3d3-452a-82ac-dcd0b66718c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:03.789869 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b973fd91-df6f-4cea-bf3a-e3feef492efe tempest-TestShelveInstance-2040693798 tempest-TestShelveInstance-2040693798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:03.792053 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b973fd91-df6f-4cea-bf3a-e3feef492efe tempest-TestShelveInstance-2040693798 tempest-TestShelveInstance-2040693798-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1093 time: 0.3806233 Jun 17 14:20:03.796769 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 48956) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:03.803302 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499cee9-5135-48bf-8d5d-94b5418d6774 req-9fcc07c0-c7d6-40ce-9d7f-bc3dd4835481 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:03.812489 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8499cee9-5135-48bf-8d5d-94b5418d6774 req-9fcc07c0-c7d6-40ce-9d7f-bc3dd4835481 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 946 time: 0.1292202 Jun 17 14:20:03.815150 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'port_id': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:20:03.870361 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for floatingip, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:03.878701 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8499cee9-5135-48bf-8d5d-94b5418d6774 req-77c0a1fd-7158-41b4-b3c9-b6a939fd3d50 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644152 Jun 17 14:20:04.042255 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:04.205946 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2472d-2561-47fe-a9e1-e33a6af8ee68 req-bafee348-bae6-4154-8e52-0cda5dd36d9c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:04.212536 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4cf2472d-2561-47fe-a9e1-e33a6af8ee68 req-bafee348-bae6-4154-8e52-0cda5dd36d9c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1589587 Jun 17 14:20:04.227107 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Allocated IP 172.27.0.139 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/6af338f9-e66a-4f63-9018-92d4e0505b61) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:20:04.317279 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4cf2472d-2561-47fe-a9e1-e33a6af8ee68 req-5ef96e3d-adab-443e-b89f-12deca0cc9a3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962000 Jun 17 14:20:04.427130 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:04.511437 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:04.515496 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:04.573374 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:20:04.579374 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:20:04.584907 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:20:04.779809 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'Port': ['ID=6af338f9-e66a-4f63-9018-92d4e0505b61,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:04.794629 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:05.064438 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007dec2-5f65-479c-bb04-ebe9dd79e3c5 req-ea08a43f-5e5d-4ada-90d7-1cf38e483ec8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:05.065950 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4007dec2-5f65-479c-bb04-ebe9dd79e3c5 req-ea08a43f-5e5d-4ada-90d7-1cf38e483ec8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1239891 Jun 17 14:20:05.104112 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:05.157211 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4007dec2-5f65-479c-bb04-ebe9dd79e3c5 req-34db285a-321b-4945-bdbe-9f3b5f05778f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742536 Jun 17 14:20:05.199504 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bda7-0bb4-4950-b201-62bfd7ec8a0f req-40670182-f7e7-4cf7-8612-865d6157ff73 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:05.201102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1242bda7-0bb4-4950-b201-62bfd7ec8a0f req-40670182-f7e7-4cf7-8612-865d6157ff73 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 946 time: 0.1342244 Jun 17 14:20:05.271061 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:05.355157 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1242bda7-0bb4-4950-b201-62bfd7ec8a0f req-1cafce4d-18c7-4837-bb2c-8822aaf7f593 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073222 Jun 17 14:20:05.569680 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:05.583205 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:05.590118 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d08fe827-bd61-4853-910e-73306e651267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:05.602395 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:05.615985 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc3b8d-2222-4c75-b19c-9a40d49355e6 req-c1e21a30-d609-473c-a87e-38425d38653b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:05.618442 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e2dc3b8d-2222-4c75-b19c-9a40d49355e6 req-c1e21a30-d609-473c-a87e-38425d38653b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1008239 Jun 17 14:20:05.710023 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e2dc3b8d-2222-4c75-b19c-9a40d49355e6 req-83b5e34e-9078-4a77-9212-672300e1e71f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806994 Jun 17 14:20:05.802245 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event updated for resources: {'Port': ['ID=6af338f9-e66a-4f63-9018-92d4e0505b61,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:05.802245 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:05.845962 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Floating IP eb42d656-f1f0-4934-9c06-cd7fd428944d associated. External IP: 172.27.0.139, port: c25f15c2-431c-4899-9823-21d03c549e6b. Jun 17 14:20:06.106046 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Router d694d917-8c1f-452a-a589-c927ceb427e3 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:20:06.177454 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-941b6963-77f9-464d-aa5c-0ae58d85d625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:06.253348 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:20:06.272301 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] Sync routers for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:20:06.280508 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:06.300713 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:20:06.304505 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:20:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:20:06.354289 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5336297 Jun 17 14:20:06.354289 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:20:06.354289 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba12afa6-6972-41ea-bbaa-9444b20a00e7" -d '{"events": [{"name": "network-changed", "server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:20:06.382494 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf517c88-f835-4d58-8d04-2983bd569792 x-openstack-request-id: req-bf517c88-f835-4d58-8d04-2983bd569792 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:20:06.382906 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:20:06.383312 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bf517c88-f835-4d58-8d04-2983bd569792 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:20:06.383784 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'status': 'completed', 'code': 200} Jun 17 14:20:06.386160 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28b77-4c19-4d36-9cb5-a7a6aaaaf14a req-9c483736-ffcc-4342-801c-5b81e10346c9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:06.404304 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-11c28b77-4c19-4d36-9cb5-a7a6aaaaf14a req-9c483736-ffcc-4342-801c-5b81e10346c9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1079717 Jun 17 14:20:06.465224 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-11c28b77-4c19-4d36-9cb5-a7a6aaaaf14a req-8ad6dda4-9048-49ac-ab93-4feea6eb500d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597706 Jun 17 14:20:06.539051 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:20:06.539680 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-798fce5a-9612-499e-bef2-fc2fc9752a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:06.541870 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-798fce5a-9612-499e-bef2-fc2fc9752a8b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1098 time: 0.1095300 Jun 17 14:20:06.664713 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-987419c1-8b08-4df6-b90c-6c794b939726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:06.666552 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-987419c1-8b08-4df6-b90c-6c794b939726 service neutron] 10.222.0.95 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 910 time: 0.1161461 Jun 17 14:20:06.737123 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c0fd-a292-42ba-ac2e-01f9995efaff req-16c2b2c4-902d-41c4-af1f-12020e6e23e9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:06.738864 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7808c0fd-a292-42ba-ac2e-01f9995efaff req-16c2b2c4-902d-41c4-af1f-12020e6e23e9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 946 time: 0.1372874 Jun 17 14:20:06.790624 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-e7b8ed91-6fd7-4a0d-8084-f10bd18f82dc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 999 time: 0.1114352 Jun 17 14:20:06.816853 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7808c0fd-a292-42ba-ac2e-01f9995efaff req-71043451-85fe-47b7-b9f2-65424382ec0d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Jun 17 14:20:06.881027 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:06.941567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-86de085c-3d3c-4f9d-9611-9abbb9a30616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:06.943399 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-86de085c-3d3c-4f9d-9611-9abbb9a30616 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 200 len: 847 time: 0.1408641 Jun 17 14:20:06.975389 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': 'eb42d656-f1f0-4934-9c06-cd7fd428944d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'port_id': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'mac_address': 'fa:16:3e:67:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:20:04Z', 'updated_at': '2021-06-17T14:20:04Z', 'revision_number': 0, 'project_id': '56c30b71910b44588178022c52d1d1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:57Z', 'revision_number': 5, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:20:07.023992 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] Checking router: d694d917-8c1f-452a-a589-c927ceb427e3 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:20:07.034217 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:20:07.035112 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:20:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:20:07.072666 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-709e5e72-17aa-44c0-895d-829b498d7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:07.076136 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-709e5e72-17aa-44c0-895d-829b498d7ac6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96f94244-5446-4152-8309-52b05d72ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191757 Jun 17 14:20:07.134401 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77132f9-42b9-4b98-8920-7b6d3e36859e req-bbba922a-36b6-421e-aca1-7083ee368d3d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:07.148180 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f77132f9-42b9-4b98-8920-7b6d3e36859e req-bbba922a-36b6-421e-aca1-7083ee368d3d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1518321 Jun 17 14:20:07.228220 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-bfd6d669-5b7f-4d4f-b0ec-1c2c44f0a8ae service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169953 Jun 17 14:20:07.261903 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f77132f9-42b9-4b98-8920-7b6d3e36859e req-c64fe475-6df8-402d-a88e-6fa3418f03af tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090479 Jun 17 14:20:07.282293 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:20:07.405577 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ba12afa6-6972-41ea-bbaa-9444b20a00e7 req-b2216a0b-e67d-409e-b8e8-1a6aac86c11a service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735332 Jun 17 14:20:07.702997 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:07.723316 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': 'eb42d656-f1f0-4934-9c06-cd7fd428944d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'port_id': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'mac_address': 'fa:16:3e:67:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:20:04Z', 'updated_at': '2021-06-17T14:20:04Z', 'revision_number': 0, 'project_id': '56c30b71910b44588178022c52d1d1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:57Z', 'revision_number': 5, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:20:07.734138 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5093dc-841c-47f3-ad93-2744ae624373 req-f3a02782-7d48-456c-9562-81d35316d70b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:07.736982 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5e5093dc-841c-47f3-ad93-2744ae624373 req-f3a02782-7d48-456c-9562-81d35316d70b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1113229 Jun 17 14:20:07.756065 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1e5a9-1bf4-45fa-ad34-e3e143e1c488 None None] The sync data for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi is: [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': 'eb42d656-f1f0-4934-9c06-cd7fd428944d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'port_id': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'mac_address': 'fa:16:3e:67:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:20:04Z', 'updated_at': '2021-06-17T14:20:04Z', 'revision_number': 0, 'project_id': '56c30b71910b44588178022c52d1d1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:57Z', 'revision_number': 5, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:20:07.784731 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5e5093dc-841c-47f3-ad93-2744ae624373 req-29508dc1-701c-4ee5-a417-fe89f03118a0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 Jun 17 14:20:08.010952 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f7b2b-80ce-4e75-acb6-0abcc3d5e293 None None] New status for floating IP eb42d656-f1f0-4934-9c06-cd7fd428944d: ACTIVE {{(pid=93043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:20:08.472846 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e27e18-491b-4ab9-b5c4-9a405ba89c8a req-43d132de-9dbb-4c67-ae6f-af14b90967f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:08.474417 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b7e27e18-491b-4ab9-b5c4-9a405ba89c8a req-43d132de-9dbb-4c67-ae6f-af14b90967f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0714214 Jun 17 14:20:08.521124 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b7e27e18-491b-4ab9-b5c4-9a405ba89c8a req-13e071f7-0e86-4525-9e67-04d6b4c3b3f9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Jun 17 14:20:09.043711 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615d4d3-f413-447e-94e5-958f434143d6 req-9acc19d2-8bc7-4a1c-a3df-0f9e8df7160b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:09.057559 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7615d4d3-f413-447e-94e5-958f434143d6 req-9acc19d2-8bc7-4a1c-a3df-0f9e8df7160b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1165886 Jun 17 14:20:09.400064 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7615d4d3-f413-447e-94e5-958f434143d6 req-2e4265db-1d83-4f59-81bb-afd12954580b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414209 Jun 17 14:20:09.494458 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 49078) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:09.677745 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a501-8581-4ce8-a1d2-aa0d8f6e04eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:09.761017 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0376f-8e4d-442c-b570-65602ff6cb08 req-103f8cea-5867-4816-9477-d854b1f09ec3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:09.768819 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-28a0376f-8e4d-442c-b570-65602ff6cb08 req-103f8cea-5867-4816-9477-d854b1f09ec3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0812087 Jun 17 14:20:09.794441 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a501-8581-4ce8-a1d2-aa0d8f6e04eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:09.801277 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a501-8581-4ce8-a1d2-aa0d8f6e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:09.804217 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-3a79f38c-67dd-4c6d-9a7a-bcdebaff2923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:09.816884 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-28a0376f-8e4d-442c-b570-65602ff6cb08 req-be78a379-2bc6-46ce-829d-2598a5a1731c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471303 Jun 17 14:20:09.842980 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3a501-8581-4ce8-a1d2-aa0d8f6e04eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4ff99f-a6fa-4473-9b59-900781ee0c43,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:09.847072 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0ab3a501-8581-4ce8-a1d2-aa0d8f6e04eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:09.850065 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-0ab3a501-8581-4ce8-a1d2-aa0d8f6e04eb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=979515039e8b486d953284329c0e1a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542941 Jun 17 14:20:09.853372 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 49088) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:09.919348 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:09.942639 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:09.983215 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.014991 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.018741 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.020103 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5f4ff99f-a6fa-4473-9b59-900781ee0c43 HTTP/1.1" status: 204 len: 168 time: 0.1658754 Jun 17 14:20:10.020970 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4be3bc61-5ea4-4193-a0b1-2de82f0851ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:10.047695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4ff99f-a6fa-4473-9b59-900781ee0c43,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:10.047695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:10.463601 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 49104) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:10.484096 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ef143ca-8585-4d4f-af68-707a78ef0d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.635516 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcc87b-5b47-44d6-a3bc-55d8bcc3af2e req-e1b5d0db-1ac0-432c-8260-79e439a460b7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:10.637079 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-83fcc87b-5b47-44d6-a3bc-55d8bcc3af2e req-e1b5d0db-1ac0-432c-8260-79e439a460b7 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1087646 Jun 17 14:20:10.678142 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ef143ca-8585-4d4f-af68-707a78ef0d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.687206 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ef143ca-8585-4d4f-af68-707a78ef0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.696218 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e5344ac9-3414-47db-ab2d-567d9ea926e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:10.738592 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-83fcc87b-5b47-44d6-a3bc-55d8bcc3af2e req-9a3fdfc4-3362-46d6-928a-d56234c53771 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930698 Jun 17 14:20:10.747881 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef143ca-8585-4d4f-af68-707a78ef0d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2955494-561e-4247-88ad-a60b8480aeae,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:10.766579 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1ef143ca-8585-4d4f-af68-707a78ef0d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:10.776833 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1ef143ca-8585-4d4f-af68-707a78ef0d62 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7507a34e095c49ba86a5d3db66ef8a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119805 Jun 17 14:20:10.779531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 49110) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:10.843666 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.875501 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.939531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.944738 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:10.946672 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f2955494-561e-4247-88ad-a60b8480aeae HTTP/1.1" status: 204 len: 168 time: 0.1659658 Jun 17 14:20:10.949787 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-cd07b634-b9cd-46fa-a912-977e82b6d923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:11.002754 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2955494-561e-4247-88ad-a60b8480aeae,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:11.014449 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:11.052655 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3c95-6d48-4bb7-8c3b-3e088bdc65cb req-4a795dd6-e7a4-43e6-adee-a47d70d20e7e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:11.054593 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f5ab3c95-6d48-4bb7-8c3b-3e088bdc65cb req-4a795dd6-e7a4-43e6-adee-a47d70d20e7e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1067195 Jun 17 14:20:11.105149 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f5ab3c95-6d48-4bb7-8c3b-3e088bdc65cb req-631f22b9-92e9-4011-a317-f655a0b32379 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Jun 17 14:20:12.011685 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf8d88-1db3-4824-967a-b8397b95a962 req-cd1cf230-20de-44a3-bb4c-cfe5aa9bcb27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:12.013460 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bbf8d88-1db3-4824-967a-b8397b95a962 req-cd1cf230-20de-44a3-bb4c-cfe5aa9bcb27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0860939 Jun 17 14:20:12.058239 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4bbf8d88-1db3-4824-967a-b8397b95a962 req-b3633674-0297-485f-a3e1-51c961af9261 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351610 Jun 17 14:20:12.330236 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba061066-5736-4dcd-97f7-93e332a58275 req-627c2d78-3f38-42da-ad0e-135365d5e387 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:12.332182 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ba061066-5736-4dcd-97f7-93e332a58275 req-627c2d78-3f38-42da-ad0e-135365d5e387 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0770352 Jun 17 14:20:12.385327 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ba061066-5736-4dcd-97f7-93e332a58275 req-1a04c0f6-1ca5-4a56-b9e6-6b3e81bfaa08 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Jun 17 14:20:12.932810 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-6eb4badd-ccca-4e0d-a105-fc08a4365f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:12.938910 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-6eb4badd-ccca-4e0d-a105-fc08a4365f0c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.1138172 Jun 17 14:20:12.961664 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a1f5-536b-4bfa-9797-cf4d8f4c8154 req-d881a079-1802-4569-b3f8-c61ff148b2c8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:12.963805 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9789a1f5-536b-4bfa-9797-cf4d8f4c8154 req-d881a079-1802-4569-b3f8-c61ff148b2c8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1088850 Jun 17 14:20:13.065969 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9789a1f5-536b-4bfa-9797-cf4d8f4c8154 req-38b41d6b-0352-4c93-8e34-cfc27d436a2c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816948 Jun 17 14:20:13.207494 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-f414bfdf-5033-43e7-9834-f652c359d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:13.218308 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-f414bfdf-5033-43e7-9834-f652c359d6bc service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.2663338 Jun 17 14:20:13.326780 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-1ace0304-1332-4186-ac02-7e56b4937313 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 217 time: 0.0817504 Jun 17 14:20:13.414227 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-725d0cd9-fe62-48b0-9c97-8ffd819b58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:13.416091 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-725d0cd9-fe62-48b0-9c97-8ffd819b58d4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0729256 Jun 17 14:20:13.512726 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-93318012-1ffb-4771-80b2-0fae8a58caf2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877037 Jun 17 14:20:13.625251 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04ff2d-e8c6-4692-86d3-cb17999b6de0 req-c567f91f-d865-4f2c-8560-177c017bf83c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:13.645660 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a04ff2d-e8c6-4692-86d3-cb17999b6de0 req-c567f91f-d865-4f2c-8560-177c017bf83c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.3076348 Jun 17 14:20:13.752316 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a04ff2d-e8c6-4692-86d3-cb17999b6de0 req-0be889e2-52fd-46fd-b818-ce2cecff72f9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040986 Jun 17 14:20:13.809547 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-c64b16f8-d808-4712-89d4-ebc649f38f42 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787688 Jun 17 14:20:13.899938 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f308a6-cd27-47ab-98d3-6944d9b7c5a7 req-9d706029-9a2e-4d4a-9c91-086bc66a3025 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:13.903964 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b2f308a6-cd27-47ab-98d3-6944d9b7c5a7 req-9d706029-9a2e-4d4a-9c91-086bc66a3025 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1410804 Jun 17 14:20:13.954835 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1ee6ab2d-2147-49b4-a5fe-24e404638bbc req-372fb1af-2249-4cd4-a481-3e6095ecdd20 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231644 Jun 17 14:20:13.955795 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b2f308a6-cd27-47ab-98d3-6944d9b7c5a7 req-d8609ffd-4449-4cc7-9277-f6e15e3c7f1f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Jun 17 14:20:14.338966 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53c8ab-5bf6-4193-8777-5f60ad09b29f req-1235aba8-e191-498f-9b61-f7901b770a0d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:14.341295 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea53c8ab-5bf6-4193-8777-5f60ad09b29f req-1235aba8-e191-498f-9b61-f7901b770a0d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0721405 Jun 17 14:20:14.383040 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea53c8ab-5bf6-4193-8777-5f60ad09b29f req-56f52534-6784-460e-9042-08cd7fef2074 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Jun 17 14:20:15.057376 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f0bb4-54e4-47d8-990f-e06a07732f72 req-92e86e5c-9d3f-47de-ad80-c4a63e2821a8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:15.060730 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-862f0bb4-54e4-47d8-990f-e06a07732f72 req-92e86e5c-9d3f-47de-ad80-c4a63e2821a8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0949781 Jun 17 14:20:15.200155 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-862f0bb4-54e4-47d8-990f-e06a07732f72 req-679b55dc-b82c-467f-a965-fd7bbb69f5be tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325207 Jun 17 14:20:15.357552 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b40d-3fd6-4bd2-bd76-e21669a7457c req-b4a5d95f-20c6-4ede-ad21-0c1d74268974 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:15.371434 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-35f5b40d-3fd6-4bd2-bd76-e21669a7457c req-b4a5d95f-20c6-4ede-ad21-0c1d74268974 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1684914 Jun 17 14:20:15.445210 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-35f5b40d-3fd6-4bd2-bd76-e21669a7457c req-899de95a-3694-4c5b-a245-ff3e32b64ee8 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721371 Jun 17 14:20:15.693967 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324ce10-ce39-42b2-8feb-fb6249e0c68a req-5dfd831c-03ff-405f-bc9e-e499cce68eb0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:15.695502 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4324ce10-ce39-42b2-8feb-fb6249e0c68a req-5dfd831c-03ff-405f-bc9e-e499cce68eb0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1084158 Jun 17 14:20:15.747770 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4324ce10-ce39-42b2-8feb-fb6249e0c68a req-d67df0d0-9dc2-41f6-bd23-23d8d7a55495 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Jun 17 14:20:16.426204 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778392f-3228-4768-b7b2-895a91b88012 req-10c3e54e-7a9b-46dd-bb59-342efc730540 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:16.427792 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a778392f-3228-4768-b7b2-895a91b88012 req-10c3e54e-7a9b-46dd-bb59-342efc730540 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0666227 Jun 17 14:20:16.469336 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a778392f-3228-4768-b7b2-895a91b88012 req-105ded55-cfc7-4ccd-a481-d0d4943e64e4 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357647 Jun 17 14:20:16.654154 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47c31b-f9ba-4162-bc46-6cf221dbde6c req-a941e32d-e61f-48a0-a4b7-63eb727fe30c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:16.655673 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cc47c31b-f9ba-4162-bc46-6cf221dbde6c req-a941e32d-e61f-48a0-a4b7-63eb727fe30c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0707214 Jun 17 14:20:16.699116 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cc47c31b-f9ba-4162-bc46-6cf221dbde6c req-ee17401a-8474-4332-bf43-6308de173962 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361845 Jun 17 14:20:16.934623 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7572f1-86d6-4d54-a761-cff6cc89e99d req-9129ebac-4dff-4338-a17d-e00a0ed8b7d6 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:16.936093 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8f7572f1-86d6-4d54-a761-cff6cc89e99d req-9129ebac-4dff-4338-a17d-e00a0ed8b7d6 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0639839 Jun 17 14:20:16.977868 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8f7572f1-86d6-4d54-a761-cff6cc89e99d req-c70cdc9f-855b-4e25-9a45-ce2bbfc34f65 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Jun 17 14:20:17.642310 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd9bd4-4162-4701-8133-bf7eefac865c req-082b3677-33da-417e-b4c7-97af2e0a0819 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:17.643769 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1ddd9bd4-4162-4701-8133-bf7eefac865c req-082b3677-33da-417e-b4c7-97af2e0a0819 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0613694 Jun 17 14:20:17.680307 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1ddd9bd4-4162-4701-8133-bf7eefac865c req-3f037332-29cc-4dcb-b9e0-3f32b6a4a392 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309155 Jun 17 14:20:17.887219 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ffeaa-fc29-4ca0-aede-54d9381a33ca req-3ba00097-917f-4cf0-861a-a2eaa80b4f88 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:17.888736 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bb3ffeaa-fc29-4ca0-aede-54d9381a33ca req-3ba00097-917f-4cf0-861a-a2eaa80b4f88 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0689149 Jun 17 14:20:17.936819 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bb3ffeaa-fc29-4ca0-aede-54d9381a33ca req-700f5518-654d-4d90-a901-1a004da410f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 Jun 17 14:20:18.153896 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4d07f-5712-40f8-a15b-372becb69a9c req-cb4c8fff-d1f7-4f45-9ac9-79f6715b8f5c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:18.155286 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b9c4d07f-5712-40f8-a15b-372becb69a9c req-cb4c8fff-d1f7-4f45-9ac9-79f6715b8f5c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0627947 Jun 17 14:20:18.194710 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b9c4d07f-5712-40f8-a15b-372becb69a9c req-1c737fc8-20aa-4f48-ac8e-f3e617134a56 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Jun 17 14:20:18.855120 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96c744-c5e0-4099-96de-fb2239e372cc req-22721530-dc23-43f8-8398-c6225f3b9640 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:18.856650 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1a96c744-c5e0-4099-96de-fb2239e372cc req-22721530-dc23-43f8-8398-c6225f3b9640 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0661299 Jun 17 14:20:18.900013 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1a96c744-c5e0-4099-96de-fb2239e372cc req-bb430e57-7f75-447d-906c-508ec14cb3fe tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Jun 17 14:20:19.287095 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf420e2-78b9-4fae-b8c7-bc7cda53e66d req-b427de71-3376-4775-81ec-db0b8c993449 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:19.288629 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-baf420e2-78b9-4fae-b8c7-bc7cda53e66d req-b427de71-3376-4775-81ec-db0b8c993449 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0741179 Jun 17 14:20:19.362795 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-baf420e2-78b9-4fae-b8c7-bc7cda53e66d req-74c25a20-5291-4fd9-82c7-f5d44e704fca tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682969 Jun 17 14:20:19.395673 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8762e-4edc-4a86-b808-d942e6594ff0 req-1c5ea584-cbab-41cf-9223-2cc4cc70f082 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:19.397179 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-34a8762e-4edc-4a86-b808-d942e6594ff0 req-1c5ea584-cbab-41cf-9223-2cc4cc70f082 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0827360 Jun 17 14:20:19.437110 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-34a8762e-4edc-4a86-b808-d942e6594ff0 req-51835c68-df0b-4d83-9463-e23d8b826ad0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Jun 17 14:20:20.080773 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd507a4-0adf-4dea-80fd-d274d10d7ecc req-560d87bd-4b16-4ada-b0ba-75b127af10e5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:20.082395 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2fd507a4-0adf-4dea-80fd-d274d10d7ecc req-560d87bd-4b16-4ada-b0ba-75b127af10e5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0699859 Jun 17 14:20:20.126547 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2fd507a4-0adf-4dea-80fd-d274d10d7ecc req-da8a66c9-b30c-4962-9b10-d173b5a58f78 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372581 Jun 17 14:20:20.573467 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8357-a7ec-4749-934d-4678877558b7 req-00994d45-30da-48b4-8a6f-95c46e5646bf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:20.575848 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea5d8357-a7ec-4749-934d-4678877558b7 req-00994d45-30da-48b4-8a6f-95c46e5646bf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0806024 Jun 17 14:20:20.662679 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea5d8357-a7ec-4749-934d-4678877558b7 req-76e7d925-b746-4196-b754-05d441c83c61 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748467 Jun 17 14:20:20.677566 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:20:20.692448 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad984a-b051-4151-bf32-c54afad48a1d req-f3733563-b911-421a-b7f5-ab78f501cbc7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:20.700159 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-efad984a-b051-4151-bf32-c54afad48a1d req-f3733563-b911-421a-b7f5-ab78f501cbc7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1240635 Jun 17 14:20:20.741080 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-efad984a-b051-4151-bf32-c54afad48a1d req-5d93c9b1-317e-4fb7-a8dd-a4d3b4889475 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Jun 17 14:20:21.328864 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d9b07-0ab5-495f-a5e0-b529755d476a req-8052ef39-68ec-4a44-999b-a1e351474544 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:21.331043 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6f7d9b07-0ab5-495f-a5e0-b529755d476a req-8052ef39-68ec-4a44-999b-a1e351474544 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0750194 Jun 17 14:20:21.371460 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6f7d9b07-0ab5-495f-a5e0-b529755d476a req-b0aeda5b-2630-434a-a8d3-de70feb8cc4e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345562 Jun 17 14:20:21.828099 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 49388) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:21.920172 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Deleting subnet e10644fa-363e-428b-8efb-492242452a3e {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:20:21.927064 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:21.974883 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79426d10-49c0-467e-b6b7-4578c7fa196d req-992308be-6a09-49d4-9ecd-d934f19cf25a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:21.976352 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-79426d10-49c0-467e-b6b7-4578c7fa196d req-992308be-6a09-49d4-9ecd-d934f19cf25a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1779065 Jun 17 14:20:21.984432 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.035290 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.060187 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f871b-30e9-47fd-8aae-8741682003c7 req-2a682cec-8cab-4d59-959b-125676614502 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:22.061668 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c3f871b-30e9-47fd-8aae-8741682003c7 req-2a682cec-8cab-4d59-959b-125676614502 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1937122 Jun 17 14:20:22.077308 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.112426 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-79426d10-49c0-467e-b6b7-4578c7fa196d req-f53f719e-59f2-402d-9262-ecd7e33c7b45 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301990 Jun 17 14:20:22.143264 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c3f871b-30e9-47fd-8aae-8741682003c7 req-9889b557-2a96-4b8c-93b1-0bd44829ad73 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727696 Jun 17 14:20:22.167875 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.170407 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5eccba94-1ccd-4168-80b2-ab215506d45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:22.196608 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.198434 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e10644fa-363e-428b-8efb-492242452a3e HTTP/1.1" status: 204 len: 168 time: 0.3682959 Jun 17 14:20:22.199221 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10644fa-363e-428b-8efb-492242452a3e,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:22.201218 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 49396) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:22.201719 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-afc2c389-fadf-4296-9a80-083b6ba05e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:22.270208 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.566879 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec612ac-b4bb-4295-96e6-20d63b022c64 req-416e0b06-3b0c-4e8a-9f5a-2de412346cb5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:22.568610 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fec612ac-b4bb-4295-96e6-20d63b022c64 req-416e0b06-3b0c-4e8a-9f5a-2de412346cb5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0774691 Jun 17 14:20:22.572561 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.584627 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.584995 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.585855 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.586328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > port after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.586655 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.587081 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > port after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.587276 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.587766 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.588071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.588528 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.619240 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fec612ac-b4bb-4295-96e6-20d63b022c64 req-4fdcf2d8-8313-4205-b1c1-24163b2a6da0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434635 Jun 17 14:20:22.662649 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.663051 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.663374 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.663733 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:20:22.664125 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b50d2d6-10cd-480c-a0ce-f92cf80e1bee']}} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:20:22.682410 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698f3618-1ec4-4ba5-972b-55e80541d048') {'for_net_delete': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:20:22.682685 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698f3618-1ec4-4ba5-972b-55e80541d048') {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:20:22.698699 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13843486'] for segment, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.719113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.730916 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=93042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:20:22.731489 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12619842'] for segment, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: Traceback (most recent call last): Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: timer() Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: cb(*args, **kw) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: return func(*args, **kwargs) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: self._notify() Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: self.callback(batched_events) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: event.method(event) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: return f(self, *a, **k) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._get(url).json() Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: return self.request(url, 'GET', **kwargs) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:20:22.736816 dv-cinder-796286-6-iscsi neutron-server[93042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:20:22.795764 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.803175 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:22.805829 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] 10.222.0.82 "DELETE /v2.0/networks/8b50d2d6-10cd-480c-a0ce-f92cf80e1bee HTTP/1.1" status: 204 len: 168 time: 0.6033754 Jun 17 14:20:22.807018 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b24b0f43-4009-4972-b167-6b2745724c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:22.828794 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b50d2d6-10cd-480c-a0ce-f92cf80e1bee,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:22.832467 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-767a5529-b260-42d9-93f0-cc7423d61c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:22.867999 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:20:22.972719 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:22.984653 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'port_id': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'mac_address': 'fa:16:3e:25:d3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:20:23.005866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 49404) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:23.024210 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:23.038015 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a31a7aaf-5413-44a7-9204-4f80db9f5644 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:20:23.049915 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6f06523e-3499-4688-b17c-a7fb03dc27be admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6cf48e3bd83b4f2490bbb313c631c806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426459 Jun 17 14:20:23.052301 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 49406) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:23.059320 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:23.063944 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:23.066894 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:23.113201 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:23.119251 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=6']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:23.122607 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:23.144775 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:23.241014 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:23.243703 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:23.247632 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/24e42075-701a-4b30-baa3-995ab46d4cab HTTP/1.1" status: 204 len: 168 time: 0.1916494 Jun 17 14:20:23.247632 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fab6a37b-738b-4ff4-8681-5f1e011b84aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:23.261620 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e42075-701a-4b30-baa3-995ab46d4cab,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:23.266071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:23.275597 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['a31a7aaf-5413-44a7-9204-4f80db9f5644'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:20:23.384397 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54c90-2418-4483-8ea8-c045a4cd0294 req-7babe667-5d43-4043-b3a9-4ebb8de579f5 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:23.386426 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fce54c90-2418-4483-8ea8-c045a4cd0294 req-7babe667-5d43-4043-b3a9-4ebb8de579f5 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.1237395 Jun 17 14:20:23.396228 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78822bd-36fa-4fd1-af36-40542b87f614 req-74f61189-e23a-4542-9d39-541e2801e65c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:23.398938 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d78822bd-36fa-4fd1-af36-40542b87f614 req-74f61189-e23a-4542-9d39-541e2801e65c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1000402 Jun 17 14:20:23.483245 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fce54c90-2418-4483-8ea8-c045a4cd0294 req-6021b50a-57b6-418a-9851-8a5d31f39dc8 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833118 Jun 17 14:20:23.510830 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d78822bd-36fa-4fd1-af36-40542b87f614 req-00f78ac5-208c-4cc4-9bcd-5921d162ac23 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004770 Jun 17 14:20:23.652858 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 49436) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:23.841540 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c219f809-8b2c-4105-ab29-aef69fa0e5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:23.903134 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9275de1-cadf-4017-b37b-bbdf112837d1 req-5d622327-8fbc-49d3-88c9-86349408c0b8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:23.904839 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c9275de1-cadf-4017-b37b-bbdf112837d1 req-5d622327-8fbc-49d3-88c9-86349408c0b8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1198270 Jun 17 14:20:23.975490 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c9275de1-cadf-4017-b37b-bbdf112837d1 req-3a88dec5-3050-4ab0-93a3-6f613b4ab314 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615387 Jun 17 14:20:24.007357 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c219f809-8b2c-4105-ab29-aef69fa0e5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.012675 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c219f809-8b2c-4105-ab29-aef69fa0e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.016503 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:24.061073 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 49464) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:24.061346 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c219f809-8b2c-4105-ab29-aef69fa0e5cd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=101b6216704042749ed8147f14866a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074087 Jun 17 14:20:24.062411 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219f809-8b2c-4105-ab29-aef69fa0e5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7f6b2-e9e8-4fde-8977-d0f136be672b,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:24.077543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c219f809-8b2c-4105-ab29-aef69fa0e5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:24.146408 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.173617 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.237075 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.239953 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.244116 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/80a7f6b2-e9e8-4fde-8977-d0f136be672b HTTP/1.1" status: 204 len: 168 time: 0.1785216 Jun 17 14:20:24.244116 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-39e19127-1bd3-4ad4-b38b-a17b0453a9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:24.251453 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7f6b2-e9e8-4fde-8977-d0f136be672b,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:24.253973 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:24.742057 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 49490) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:24.772872 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60dc9f07-9dec-4d62-a242-582bb6d4d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.810751 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2448-44b2-44e6-8628-9d2770ca4431 req-bac5e089-0ebb-429d-ac2c-4126cae7d5f9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:24.820340 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a5b2448-44b2-44e6-8628-9d2770ca4431 req-bac5e089-0ebb-429d-ac2c-4126cae7d5f9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.1649315 Jun 17 14:20:24.877194 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:20:24.886157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac7991-3339-4645-853d-f525e652ec9e req-55237e72-9f54-4c0e-88af-d91ed7025374 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:24.887690 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ac7991-3339-4645-853d-f525e652ec9e req-55237e72-9f54-4c0e-88af-d91ed7025374 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1809580 Jun 17 14:20:24.917318 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60dc9f07-9dec-4d62-a242-582bb6d4d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.928350 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60dc9f07-9dec-4d62-a242-582bb6d4d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:24.935447 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-23cde84e-7199-457c-b5c9-42bb01c99bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:24.958245 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a5b2448-44b2-44e6-8628-9d2770ca4431 req-762b614c-700f-4e2a-b66f-77c5b90ca866 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364729 Jun 17 14:20:24.965393 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ac7991-3339-4645-853d-f525e652ec9e req-c215a760-0915-4481-9cd8-9f4e1765077a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657623 Jun 17 14:20:25.014030 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port a31a7aaf-5413-44a7-9204-4f80db9f5644 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:20:25.016817 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:25.033830 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-60dc9f07-9dec-4d62-a242-582bb6d4d6a1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=adc61c02fcc0460d9f6c0a711ee0680d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903440 Jun 17 14:20:25.037218 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 49500) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:25.065138 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc9f07-9dec-4d62-a242-582bb6d4d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933f8afb-fe00-4f9a-b614-9832ecd4b181,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:25.074375 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-60dc9f07-9dec-4d62-a242-582bb6d4d6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:25.157168 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:25.190668 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:25.246363 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:25.246618 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:25.247802 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:20:25.251443 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d986ad3f-1339-4aaa-b38d-5d55c7339a07" -d '{"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-plugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:20:25.256315 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:25.261038 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:25.326064 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3118669-872f-4fde-a214-c8ef2e3c81b2 req-3d32c150-e31b-49fc-99a2-0f281e82fd9b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:25.334318 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a3118669-872f-4fde-a214-c8ef2e3c81b2 req-3d32c150-e31b-49fc-99a2-0f281e82fd9b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1318369 Jun 17 14:20:25.355253 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:25.357874 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:25.358514 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=7']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:25.362309 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/933f8afb-fe00-4f9a-b614-9832ecd4b181 HTTP/1.1" status: 204 len: 168 time: 0.3203475 Jun 17 14:20:25.366414 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee7d3ccb-af47-407b-8206-690480e340a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:25.367898 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:25.377889 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933f8afb-fe00-4f9a-b614-9832ecd4b181,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:25.383645 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:25.408953 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a3118669-872f-4fde-a214-c8ef2e3c81b2 req-cfa23d2a-ee2a-4ced-9d9a-ada0af7debec tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736520 Jun 17 14:20:25.472051 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9930eedd-89c7-4bbb-9181-259befe48e2c x-openstack-request-id: req-9930eedd-89c7-4bbb-9181-259befe48e2c {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:20:25.472374 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-plugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:20:25.472630 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9930eedd-89c7-4bbb-9181-259befe48e2c {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:20:25.473031 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'code': 200} Jun 17 14:20:25.675152 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783fc18-7b49-4efb-a477-740a1fa814dc req-bfda0abc-d84a-4538-a41c-f4e6fc8503d9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:25.682840 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6783fc18-7b49-4efb-a477-740a1fa814dc req-bfda0abc-d84a-4538-a41c-f4e6fc8503d9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 946 time: 0.0952132 Jun 17 14:20:25.736253 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6783fc18-7b49-4efb-a477-740a1fa814dc req-6067b89c-eb98-40ae-bebc-2124cd1efb5b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518985 Jun 17 14:20:26.356151 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c5d0c-5e92-41e0-95c8-f431cb21e4bd req-33477ae7-6645-44b8-a69b-a987662ca2cf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:26.363560 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c90c5d0c-5e92-41e0-95c8-f431cb21e4bd req-33477ae7-6645-44b8-a69b-a987662ca2cf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.2354956 Jun 17 14:20:26.381668 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c7b79-334a-4d3c-ae6a-4186ff8c91f5 req-9945d0d3-037f-498d-a7b0-247dce566c47 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:26.383766 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fa8c7b79-334a-4d3c-ae6a-4186ff8c91f5 req-9945d0d3-037f-498d-a7b0-247dce566c47 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1454477 Jun 17 14:20:26.503790 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c90c5d0c-5e92-41e0-95c8-f431cb21e4bd req-c62a42d0-deae-48b3-9e45-0fd136efbab3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327732 Jun 17 14:20:26.539926 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fa8c7b79-334a-4d3c-ae6a-4186ff8c91f5 req-0c65fb40-fdbc-47d7-8fff-22a4ca54d403 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205158 Jun 17 14:20:26.770952 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a305cae-d2fd-43d7-8d59-006121a5b00d req-fa3ac3d3-7f02-4adf-8c48-80baed9dcd6a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:26.781659 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4a305cae-d2fd-43d7-8d59-006121a5b00d req-fa3ac3d3-7f02-4adf-8c48-80baed9dcd6a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1061597 Jun 17 14:20:26.902358 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4a305cae-d2fd-43d7-8d59-006121a5b00d req-60630f16-7e37-42ac-b464-5509f9ab12d0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184518 Jun 17 14:20:27.062669 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08ecd-c321-4f02-99ac-dd827df2785b req-bcafb17b-72cf-42b0-98d2-75e05ed22c03 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:27.072439 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48a08ecd-c321-4f02-99ac-dd827df2785b req-bcafb17b-72cf-42b0-98d2-75e05ed22c03 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 946 time: 0.1264179 Jun 17 14:20:27.162929 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48a08ecd-c321-4f02-99ac-dd827df2785b req-9cba485e-345b-4345-b666-2be7597d942c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849664 Jun 17 14:20:27.847112 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbdd6b-afec-405f-bba5-d7abe0f91990 req-ea2d823e-ca6c-4e15-802f-738e81cc28bd tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:27.848611 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-88fbdd6b-afec-405f-bba5-d7abe0f91990 req-ea2d823e-ca6c-4e15-802f-738e81cc28bd tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1175544 Jun 17 14:20:27.894093 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47c47-0aac-4320-b0ed-fb0bcdf0760d req-85a31a52-e5b7-4d00-b218-9dbca038d486 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:27.895641 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-14a47c47-0aac-4320-b0ed-fb0bcdf0760d req-85a31a52-e5b7-4d00-b218-9dbca038d486 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1303823 Jun 17 14:20:27.929173 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-88fbdd6b-afec-405f-bba5-d7abe0f91990 req-cd0a3220-7aad-4f9d-b236-083cfdd3a5a2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740016 Jun 17 14:20:27.977188 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-14a47c47-0aac-4320-b0ed-fb0bcdf0760d req-a0bd891c-941d-404e-a035-8e704900ef97 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749726 Jun 17 14:20:28.165521 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5be9-bf45-4bf1-983b-970b43b17472 req-c02a81f0-1df6-44c6-8f8c-8bb2f67f73a6 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:28.167272 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f89c5be9-bf45-4bf1-983b-970b43b17472 req-c02a81f0-1df6-44c6-8f8c-8bb2f67f73a6 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0863776 Jun 17 14:20:28.251217 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f89c5be9-bf45-4bf1-983b-970b43b17472 req-e1d6717d-0e1c-4d27-a141-8fe670f7126b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750332 Jun 17 14:20:28.421132 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f652f-1aca-453c-a229-001924e2d4c1 req-fe17203d-86b1-44eb-a046-f4c3a512d253 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:28.429817 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-258f652f-1aca-453c-a229-001924e2d4c1 req-fe17203d-86b1-44eb-a046-f4c3a512d253 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 946 time: 0.1054773 Jun 17 14:20:28.488352 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-258f652f-1aca-453c-a229-001924e2d4c1 req-0815ab47-19e0-4a34-ad96-851811ff8d3d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574749 Jun 17 14:20:28.909377 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10563fb2-d632-444c-ae55-361f0a1e075f req-870e876e-8532-44f2-892a-27f9ae7ab2cd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:28.911236 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-10563fb2-d632-444c-ae55-361f0a1e075f req-870e876e-8532-44f2-892a-27f9ae7ab2cd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 946 time: 0.0898194 Jun 17 14:20:29.116510 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Deleting port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:20:29.116933 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:29.274645 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b21cf3-5466-490d-a40d-ab304be5eed9 req-907c3553-b906-4ae5-b5d1-02c3918854b4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:29.276199 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] For port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:29.276915 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:29.283687 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-90b21cf3-5466-490d-a40d-ab304be5eed9 req-907c3553-b906-4ae5-b5d1-02c3918854b4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.2053556 Jun 17 14:20:29.354592 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-90b21cf3-5466-490d-a40d-ab304be5eed9 req-9dd8646f-019e-4d06-b851-3370561b433b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698392 Jun 17 14:20:29.362990 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Calling delete_port for 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:20:29.370231 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c096-95e9-4280-a858-76a1ecec863d req-87a6737a-d106-4499-aa63-468e18e49fcd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:29.385523 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0a14c096-95e9-4280-a858-76a1ecec863d req-87a6737a-d106-4499-aa63-468e18e49fcd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.2431972 Jun 17 14:20:29.467729 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0a14c096-95e9-4280-a858-76a1ecec863d req-3f2c9724-2c4f-45d1-af4a-680b82b9c87e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809569 Jun 17 14:20:29.562570 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:29.581332 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9ff6972b-7cbb-435c-9baf-9748061aeece tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:29.587703 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e', 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', '63cb229e-ada2-4639-8616-0255dcd81140', '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:20:29.617655 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event deleted for resources: {'Port': ['ID=1c4129cf-bf44-4fe2-92e6-1512b8f8cc23,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:29.627717 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:29.687897 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] No DVR routers for this DVR port 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:20:29.691907 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:29.694403 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-10563fb2-d632-444c-ae55-361f0a1e075f req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "DELETE /v2.0/ports/1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 HTTP/1.1" status: 204 len: 173 time: 0.7604258 Jun 17 14:20:29.695122 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'name': 'network-vif-deleted', 'tag': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:20:29.697548 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343a272d-cca4-4643-9406-08527ca094be" -d '{"events": [{"server_uuid": "de9bfc7f-e687-48f6-ab1f-390904c7ab2b", "name": "network-vif-deleted", "tag": "1c4129cf-bf44-4fe2-92e6-1512b8f8cc23"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:20:29.815187 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ca328fc8-a2f0-409e-92bf-6c5b82b200bf req-0f4f3f84-7906-4b85-9fa3-4ce9abbf1f61 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=de9bfc7f-e687-48f6-ab1f-390904c7ab2b HTTP/1.1" status: 200 len: 210 time: 0.0737872 Jun 17 14:20:29.864318 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa351c-a1e2-422f-afcc-84c0a09debfa req-29e157c1-3b16-40dc-adb3-8c6447445b14 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:29.876146 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f0aa351c-a1e2-422f-afcc-84c0a09debfa req-29e157c1-3b16-40dc-adb3-8c6447445b14 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.3005662 Jun 17 14:20:29.892946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104d93f4-2b51-43c7-a74d-935de54af702 x-openstack-request-id: req-104d93f4-2b51-43c7-a74d-935de54af702 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:20:29.894015 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9bfc7f-e687-48f6-ab1f-390904c7ab2b", "name": "network-vif-deleted", "tag": "1c4129cf-bf44-4fe2-92e6-1512b8f8cc23", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:20:29.894370 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-104d93f4-2b51-43c7-a74d-935de54af702 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:20:29.894797 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9bfc7f-e687-48f6-ab1f-390904c7ab2b', 'name': 'network-vif-deleted', 'tag': '1c4129cf-bf44-4fe2-92e6-1512b8f8cc23', 'status': 'completed', 'code': 200} Jun 17 14:20:29.942954 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f0aa351c-a1e2-422f-afcc-84c0a09debfa req-9440f67b-baaf-4299-89a7-db00ed9f2d07 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656326 Jun 17 14:20:30.602667 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee89bb-1cd3-47d9-97d3-9040b228abc9 req-7deecf94-04ad-441f-981a-fe7b9a8221b5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:30.604189 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e8ee89bb-1cd3-47d9-97d3-9040b228abc9 req-7deecf94-04ad-441f-981a-fe7b9a8221b5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1065707 Jun 17 14:20:30.675758 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e8ee89bb-1cd3-47d9-97d3-9040b228abc9 req-7487db7c-213d-4af8-a229-f3b3e09eb2c0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638494 Jun 17 14:20:30.850011 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d926807-7ed4-40f7-95d3-295c88557eef req-f9b571ab-bf50-43a3-982f-dec76234ce30 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:30.852634 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2d926807-7ed4-40f7-95d3-295c88557eef req-f9b571ab-bf50-43a3-982f-dec76234ce30 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1507339 Jun 17 14:20:30.924851 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2d926807-7ed4-40f7-95d3-295c88557eef req-3b2faf75-6a71-4160-b680-8a9225016453 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656881 Jun 17 14:20:31.334765 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97921-455c-417c-8a87-44acd368b4e9 req-3a45fa33-d8df-42a0-8db3-c66f59836537 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:31.336315 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5fa97921-455c-417c-8a87-44acd368b4e9 req-3a45fa33-d8df-42a0-8db3-c66f59836537 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.2232585 Jun 17 14:20:31.400150 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5fa97921-455c-417c-8a87-44acd368b4e9 req-64646f9f-3958-463f-a96c-5adea2b2bd58 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544672 Jun 17 14:20:31.985278 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361cc7-20b3-4cb8-8b55-7365ebd044aa req-78688142-ef68-4630-8456-9311b775e19c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:31.992721 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-11361cc7-20b3-4cb8-8b55-7365ebd044aa req-78688142-ef68-4630-8456-9311b775e19c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1192396 Jun 17 14:20:32.046537 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-11361cc7-20b3-4cb8-8b55-7365ebd044aa req-591f67e5-3793-4f76-9355-5f0eb99ce3fe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Jun 17 14:20:32.211215 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62b1b-b686-4db9-ae3f-f4f03f6133cd req-3115c7ad-b307-40c3-a3f7-973d6d614d00 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:32.220971 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-56c62b1b-b686-4db9-ae3f-f4f03f6133cd req-3115c7ad-b307-40c3-a3f7-973d6d614d00 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0983834 Jun 17 14:20:32.290848 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-56c62b1b-b686-4db9-ae3f-f4f03f6133cd req-a91af260-a605-4b48-acca-5411e7ae307a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687418 Jun 17 14:20:32.680804 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b30450-d528-4728-8d78-b74188f55e2a req-e9d91b47-6829-4646-a2a6-0e5559bdeb08 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:32.691175 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-26b30450-d528-4728-8d78-b74188f55e2a req-e9d91b47-6829-4646-a2a6-0e5559bdeb08 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1065445 Jun 17 14:20:32.751348 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-26b30450-d528-4728-8d78-b74188f55e2a req-6bb30768-8427-49ab-8f0a-43af5c725eff tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583301 Jun 17 14:20:32.906056 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efcd0a-415b-4a17-ad85-7f43e8d21a02 req-5c642cad-d370-4ad8-a8d4-53608cf8e918 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:32.908097 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d1efcd0a-415b-4a17-ad85-7f43e8d21a02 req-5c642cad-d370-4ad8-a8d4-53608cf8e918 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.0760984 Jun 17 14:20:32.939932 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:20:32.984009 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:20:32.984436 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 1c4129cf-bf44-4fe2-92e6-1512b8f8cc23 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:20:32.988977 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d1efcd0a-415b-4a17-ad85-7f43e8d21a02 req-fab6c55b-c567-4baf-851f-9089593d9d02 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620677 Jun 17 14:20:33.262870 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e4ce9-955a-489b-85e7-0b9d1c4e7dbf req-f8020783-8f97-42d0-be8c-caec373d4d1b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:33.268259 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ad9e4ce9-955a-489b-85e7-0b9d1c4e7dbf req-f8020783-8f97-42d0-be8c-caec373d4d1b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0824425 Jun 17 14:20:33.335341 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ad9e4ce9-955a-489b-85e7-0b9d1c4e7dbf req-5dddb58f-f157-4d84-9cf0-28a3a91ced4e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630207 Jun 17 14:20:33.561776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae7bd0-17d7-4a7e-a090-d749d12f5346 req-dc91b91d-fa42-4982-8dbe-3073098dd22a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:33.565760 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5dae7bd0-17d7-4a7e-a090-d749d12f5346 req-dc91b91d-fa42-4982-8dbe-3073098dd22a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0942836 Jun 17 14:20:33.608688 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5dae7bd0-17d7-4a7e-a090-d749d12f5346 req-0a791111-3578-45e1-9b3b-1cab3dbc3acf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360181 Jun 17 14:20:33.749910 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-81a1e63b-16f4-44ff-ba39-922cb9948908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:33.960704 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850a7a4-52d2-43d7-9c20-9fea15200868 req-e422b06a-7c4a-4a84-b5b2-81d49ca09a67 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:33.963102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2850a7a4-52d2-43d7-9c20-9fea15200868 req-e422b06a-7c4a-4a84-b5b2-81d49ca09a67 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0872130 Jun 17 14:20:34.011533 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2850a7a4-52d2-43d7-9c20-9fea15200868 req-99f5a2b4-fe97-40fa-aee3-742b6297b99a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Jun 17 14:20:34.280352 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3495e19-fd47-43c1-a3ab-0f3359f471e5 req-f398e256-de5e-4633-870d-5eb143d193fe tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:34.282878 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3495e19-fd47-43c1-a3ab-0f3359f471e5 req-f398e256-de5e-4633-870d-5eb143d193fe tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.0960386 Jun 17 14:20:34.346126 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3495e19-fd47-43c1-a3ab-0f3359f471e5 req-22e2ec8d-4d74-4914-8362-dbb4f4803920 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538247 Jun 17 14:20:34.587845 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddec8c-f752-4b14-b43a-d5ec6c078d81 req-00f52c99-6ab7-489f-a942-27d63da58305 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:34.591428 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-13ddec8c-f752-4b14-b43a-d5ec6c078d81 req-00f52c99-6ab7-489f-a942-27d63da58305 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0767276 Jun 17 14:20:34.636294 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-13ddec8c-f752-4b14-b43a-d5ec6c078d81 req-05e109d8-4a8b-44b3-92d7-612fd4b2f139 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 Jun 17 14:20:34.816229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66193bee-1811-4f92-9654-44e041c22b92 req-2d016baf-726a-4d50-8c80-9bf8bee368ec tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:34.817774 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-66193bee-1811-4f92-9654-44e041c22b92 req-2d016baf-726a-4d50-8c80-9bf8bee368ec tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0802028 Jun 17 14:20:34.879504 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-66193bee-1811-4f92-9654-44e041c22b92 req-6ea240a2-2b20-4acb-acbe-d522a4a49688 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546432 Jun 17 14:20:35.308134 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d4995-9a8b-4d62-9086-6bb571dff85d req-73f7fe17-7d7d-4c7b-ba63-c96a9c34083b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:35.309623 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b63d4995-9a8b-4d62-9086-6bb571dff85d req-73f7fe17-7d7d-4c7b-ba63-c96a9c34083b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0904155 Jun 17 14:20:35.363116 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b63d4995-9a8b-4d62-9086-6bb571dff85d req-c5fd56d3-c141-4cc8-96e5-ef62f91fb8a4 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461602 Jun 17 14:20:35.589196 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca907b8-c480-4c59-9196-19d48b2d0dc1 req-237300c9-c5d2-4301-b9bb-572e2033c6c6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:35.593432 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eca907b8-c480-4c59-9196-19d48b2d0dc1 req-237300c9-c5d2-4301-b9bb-572e2033c6c6 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.0855722 Jun 17 14:20:35.666791 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eca907b8-c480-4c59-9196-19d48b2d0dc1 req-30b3bb6c-e882-4bf1-8ebe-21dba8c358e7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672314 Jun 17 14:20:35.892129 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102487c1-f6b5-4b2d-83ac-a5824ac9d62d req-80e04ab5-d027-4b8f-bd2c-90409f0ff9a2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:35.901803 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-102487c1-f6b5-4b2d-83ac-a5824ac9d62d req-80e04ab5-d027-4b8f-bd2c-90409f0ff9a2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0892463 Jun 17 14:20:35.956760 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-102487c1-f6b5-4b2d-83ac-a5824ac9d62d req-704a0069-d6f0-4925-b2f5-c336df75eace tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535858 Jun 17 14:20:36.083674 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fdb9a-79e3-4cfe-9e45-99261792e4b6 req-ad93d680-0919-474b-a005-ebf7d228bdcf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:36.085198 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-551fdb9a-79e3-4cfe-9e45-99261792e4b6 req-ad93d680-0919-474b-a005-ebf7d228bdcf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0697918 Jun 17 14:20:36.131704 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-551fdb9a-79e3-4cfe-9e45-99261792e4b6 req-fd8d0e6e-8cb9-45c2-8218-f289e193e155 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 Jun 17 14:20:36.162540 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-727246a9-d005-4b1c-9ac3-b175dd2c483a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:36.601039 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f07070-ec36-4bd9-af82-e5b319727ad4 req-95b33257-8630-4431-8c92-4a33b55dab72 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:36.602772 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e9f07070-ec36-4bd9-af82-e5b319727ad4 req-95b33257-8630-4431-8c92-4a33b55dab72 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0946910 Jun 17 14:20:36.655714 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e9f07070-ec36-4bd9-af82-e5b319727ad4 req-a12086ef-5c49-42ba-83ca-f4083948ce7b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469141 Jun 17 14:20:36.864719 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:37.184731 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aed6e-4310-48d5-a54a-15ce632b7ab2 req-7bad336a-3a95-4bed-8b25-997726a3851d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:37.186296 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a94aed6e-4310-48d5-a54a-15ce632b7ab2 req-7bad336a-3a95-4bed-8b25-997726a3851d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.3707066 Jun 17 14:20:37.199223 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a781b13-f1bf-4c86-923e-94b318455b65 req-32c73fb0-3655-4922-a3b8-585b7849c22a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:37.200751 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a781b13-f1bf-4c86-923e-94b318455b65 req-32c73fb0-3655-4922-a3b8-585b7849c22a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1004417 Jun 17 14:20:37.257268 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a94aed6e-4310-48d5-a54a-15ce632b7ab2 req-1cd5af81-0fc1-4da5-a32d-5f5dab8a6fab tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554969 Jun 17 14:20:37.273583 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a781b13-f1bf-4c86-923e-94b318455b65 req-964d1e52-f456-4ffd-ba6b-2a39a3eca905 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Jun 17 14:20:37.456747 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31939a-e735-45e3-90a3-c043a6645e54 req-42e9a516-4694-43e4-9f4d-0af403e35924 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:37.459423 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9a31939a-e735-45e3-90a3-c043a6645e54 req-42e9a516-4694-43e4-9f4d-0af403e35924 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0760336 Jun 17 14:20:37.517836 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9a31939a-e735-45e3-90a3-c043a6645e54 req-0790f05c-9586-4521-8241-64f44c08ecf5 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500028 Jun 17 14:20:37.627419 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-82339a0c-831f-4a3d-b240-d25886153220 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:37.628922 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-82339a0c-831f-4a3d-b240-d25886153220 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 945 time: 0.1257939 Jun 17 14:20:37.709692 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:37.795523 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Deleting port 63cb229e-ada2-4639-8616-0255dcd81140 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:20:37.795997 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:37.893159 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a2cfa-13ef-4163-8286-0b4a238a3c6d req-87da7444-a178-411d-9f1b-bfffd35f5474 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:37.897418 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b03a2cfa-13ef-4163-8286-0b4a238a3c6d req-87da7444-a178-411d-9f1b-bfffd35f5474 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0783060 Jun 17 14:20:37.945698 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b03a2cfa-13ef-4163-8286-0b4a238a3c6d req-386c5f05-efe6-4cd8-84d9-744075c72754 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387189 Jun 17 14:20:37.947792 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-dd34d340-cb89-464a-b7b2-0572a9084bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:37.949325 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-dd34d340-cb89-464a-b7b2-0572a9084bbd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 1098 time: 0.1570461 Jun 17 14:20:37.951196 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] For port 63cb229e-ada2-4639-8616-0255dcd81140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=63cb229e-ada2-4639-8616-0255dcd81140,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:37.951553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:38.040417 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Calling delete_port for 63cb229e-ada2-4639-8616-0255dcd81140 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:20:38.183169 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-e89eed64-6c54-48aa-9d58-8058c351affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:38.184717 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-e89eed64-6c54-48aa-9d58-8058c351affb service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.2235451 Jun 17 14:20:38.307927 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-dead5690-b2b6-4c58-b589-a32abe9d1a99 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644 HTTP/1.1" status: 200 len: 1000 time: 0.1098940 Jun 17 14:20:38.309766 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:38.315106 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c0bc9ae7-1e3f-4589-966b-0e60f26afee9 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:38.326559 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e', 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', '63cb229e-ada2-4639-8616-0255dcd81140'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:20:38.351747 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event deleted for resources: {'Port': ['ID=63cb229e-ada2-4639-8616-0255dcd81140,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:38.356414 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:38.468269 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] No DVR routers for this DVR port 63cb229e-ada2-4639-8616-0255dcd81140 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:20:38.471346 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:38.473668 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2b13aaee-4683-4b5e-90bb-1dc10699f95d req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "DELETE /v2.0/ports/63cb229e-ada2-4639-8616-0255dcd81140 HTTP/1.1" status: 204 len: 173 time: 0.8220897 Jun 17 14:20:38.474319 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'name': 'network-vif-deleted', 'tag': '63cb229e-ada2-4639-8616-0255dcd81140'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:20:38.476809 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc90592-9eb7-4386-8c64-1a870297fe9d" -d '{"events": [{"server_uuid": "e06a732e-703e-4b75-a2a2-fbf9db091a5a", "name": "network-vif-deleted", "tag": "63cb229e-ada2-4639-8616-0255dcd81140"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:20:38.480967 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-a0bce708-5f7d-4dab-9ee6-39e6622d5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:38.482825 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-a0bce708-5f7d-4dab-9ee6-39e6622d5995 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.1642537 Jun 17 14:20:38.539427 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a2c74c96-d3b7-4ba3-831b-acae571d3c90 req-6f567ab7-32a9-4e62-9f9f-daa827a8b448 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=e06a732e-703e-4b75-a2a2-fbf9db091a5a HTTP/1.1" status: 200 len: 210 time: 0.1028094 Jun 17 14:20:38.617231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-a80b8f21-5630-4ea2-8d6e-56dfe1fc14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:38.619165 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-a80b8f21-5630-4ea2-8d6e-56dfe1fc14c1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236510 Jun 17 14:20:38.705071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e6242b-90d8-4fb3-8682-5e01f34cebe5 x-openstack-request-id: req-22e6242b-90d8-4fb3-8682-5e01f34cebe5 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:20:38.706807 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a732e-703e-4b75-a2a2-fbf9db091a5a", "name": "network-vif-deleted", "tag": "63cb229e-ada2-4639-8616-0255dcd81140", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:20:38.707401 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-22e6242b-90d8-4fb3-8682-5e01f34cebe5 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:20:38.710825 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a732e-703e-4b75-a2a2-fbf9db091a5a', 'name': 'network-vif-deleted', 'tag': '63cb229e-ada2-4639-8616-0255dcd81140', 'status': 'completed', 'code': 200} Jun 17 14:20:38.732306 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3e57e-955f-4deb-902f-43f5da52e176 req-d92c35b5-b3dd-466e-a303-8be04f02f83c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:38.751886 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-06a3e57e-955f-4deb-902f-43f5da52e176 req-d92c35b5-b3dd-466e-a303-8be04f02f83c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.2165666 Jun 17 14:20:38.847976 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-06a3e57e-955f-4deb-902f-43f5da52e176 req-cf084fef-556d-493a-a79a-8afcb8b05ef3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945506 Jun 17 14:20:38.870291 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-264deebe-5203-4f71-91c7-4c1ad089a90d service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345898 Jun 17 14:20:38.892833 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a871c1-2edc-4357-8602-12762ac55201 req-fc7995ed-100d-4f10-8774-b1f5c9782e99 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:38.894385 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b4a871c1-2edc-4357-8602-12762ac55201 req-fc7995ed-100d-4f10-8774-b1f5c9782e99 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1006842 Jun 17 14:20:38.951538 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b4a871c1-2edc-4357-8602-12762ac55201 req-91e1f3f1-866b-4975-b4ea-6a72240758a3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Jun 17 14:20:38.990391 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-125c3562-c011-4dab-abb5-d0dc531f9f62 req-6940b8a4-7adc-45b7-9957-44386ee6ed7e service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094158 Jun 17 14:20:39.157626 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18228e-7699-4591-841d-b0258bf2ee54 req-99dbac31-b6b5-43a4-8789-b1678308f09d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:39.165132 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec18228e-7699-4591-841d-b0258bf2ee54 req-99dbac31-b6b5-43a4-8789-b1678308f09d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0932376 Jun 17 14:20:39.210423 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec18228e-7699-4591-841d-b0258bf2ee54 req-e4bf8843-fc23-43c3-9e18-c6dcff16497c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Jun 17 14:20:39.986813 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:40.075138 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf8754-6658-47e8-ac79-28de5d44350d req-7023925a-6b6e-48f8-9276-5fd46cd4a801 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:40.076638 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03cf8754-6658-47e8-ac79-28de5d44350d req-7023925a-6b6e-48f8-9276-5fd46cd4a801 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1044464 Jun 17 14:20:40.084921 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed1ccc-6db9-4393-bcb2-9d31fd481645 req-3b3d25db-4a6c-4b9f-a767-d3317acf37d1 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:40.086472 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51ed1ccc-6db9-4393-bcb2-9d31fd481645 req-3b3d25db-4a6c-4b9f-a767-d3317acf37d1 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 946 time: 0.1161754 Jun 17 14:20:40.143688 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03cf8754-6658-47e8-ac79-28de5d44350d req-223df038-1e0d-46aa-b79f-7c41df0b2211 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Jun 17 14:20:40.151879 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51ed1ccc-6db9-4393-bcb2-9d31fd481645 req-e930171c-b7c1-4a2e-8fe7-ae2f86e9b879 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585380 Jun 17 14:20:40.332106 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc09e0-6985-4fbc-a3d9-4f972ada1672 req-7aa59132-cc1e-471f-adcb-a78b2619e388 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:40.333914 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-60fc09e0-6985-4fbc-a3d9-4f972ada1672 req-7aa59132-cc1e-471f-adcb-a78b2619e388 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 945 time: 0.0790663 Jun 17 14:20:40.408735 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-60fc09e0-6985-4fbc-a3d9-4f972ada1672 req-05cab039-a15c-433a-bd04-e25e9e7869d3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663362 Jun 17 14:20:40.448296 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7b412-ba5b-451a-944d-09df454b41cd req-8131e1f6-8dd9-43f2-aeca-3b28a12b097f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:40.450242 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-02f7b412-ba5b-451a-944d-09df454b41cd req-8131e1f6-8dd9-43f2-aeca-3b28a12b097f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0937428 Jun 17 14:20:40.499604 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-02f7b412-ba5b-451a-944d-09df454b41cd req-b583aec6-1eb6-4252-b5cc-10c783ef123d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359380 Jun 17 14:20:40.974606 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:20:41.055888 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:41.080433 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:20:41.082768 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a45377-7b60-4003-9ae2-d389bc9a1c4d" -d '{"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:20:41.096289 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:41.101587 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:41.102449 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 63cb229e-ada2-4639-8616-0255dcd81140 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:20:41.105280 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:41.125583 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcaf8c1-f81d-4107-bb0b-72afd36cba3a x-openstack-request-id: req-ddcaf8c1-f81d-4107-bb0b-72afd36cba3a {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:20:41.126296 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:20:41.126561 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ddcaf8c1-f81d-4107-bb0b-72afd36cba3a {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:20:41.126955 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'code': 200} Jun 17 14:20:41.145732 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 63cb229e-ada2-4639-8616-0255dcd81140 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:20:41.145962 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 63cb229e-ada2-4639-8616-0255dcd81140 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:20:41.175042 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=8']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:41.178787 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:41.379628 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74254336-d613-42a8-b251-bd7804d4bdbb req-2716b054-1851-4472-988c-9b08ae13ffb9 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:41.381044 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-74254336-d613-42a8-b251-bd7804d4bdbb req-2716b054-1851-4472-988c-9b08ae13ffb9 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1200590 Jun 17 14:20:41.406508 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05176908-089a-4a61-b37e-43264a814955 req-aed98e5e-1f22-4bf2-a46a-f5fd9ee316d8 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:41.408034 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-05176908-089a-4a61-b37e-43264a814955 req-aed98e5e-1f22-4bf2-a46a-f5fd9ee316d8 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 946 time: 0.1052799 Jun 17 14:20:41.449059 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-74254336-d613-42a8-b251-bd7804d4bdbb req-b3be652e-5556-47e4-9496-ce44e55ede73 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607345 Jun 17 14:20:41.464717 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-05176908-089a-4a61-b37e-43264a814955 req-67c14000-b4de-418e-8bfc-e6c853f3b558 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502245 Jun 17 14:20:41.670466 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546a0c9-edd0-422a-a8f6-534643995a19 req-bee34497-b481-4ed4-8430-fba96e946ebd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:41.672594 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e546a0c9-edd0-422a-a8f6-534643995a19 req-bee34497-b481-4ed4-8430-fba96e946ebd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1111977 Jun 17 14:20:41.722941 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e546a0c9-edd0-422a-a8f6-534643995a19 req-a1d2f5d8-9912-40c9-b69d-99e56510e9e0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Jun 17 14:20:41.737862 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b6151-a3e6-452a-8b4f-69ed58635f67 req-5e4b4682-36b6-4f1c-9724-c9f5156671ff tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:41.739362 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e03b6151-a3e6-452a-8b4f-69ed58635f67 req-5e4b4682-36b6-4f1c-9724-c9f5156671ff tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1097848 Jun 17 14:20:41.790290 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e03b6151-a3e6-452a-8b4f-69ed58635f67 req-0165a39a-02a2-446a-a900-0151e151965c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400403 Jun 17 14:20:42.109877 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-a37e3240-50d0-4787-81d2-b0b021bc836f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:42.112032 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-a37e3240-50d0-4787-81d2-b0b021bc836f tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 946 time: 0.0943246 Jun 17 14:20:42.222388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Deleting port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:20:42.222727 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:42.323391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] For port a3d226a3-31eb-4d02-9f67-a04ca322bbd5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:20:42.323750 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:42.392458 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Calling delete_port for a3d226a3-31eb-4d02-9f67-a04ca322bbd5 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:20:42.560267 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:42.577513 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e', 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:20:42.590654 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-83d75439-f1d0-461a-a222-8a4f83655339 tempest-VolumesActionsTest-947740744 tempest-VolumesActionsTest-947740744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:20:42.629344 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ef11f-8af2-408e-8747-838fb081e734 req-f7fdc799-2465-4561-8c97-d96ec3c13820 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:42.636543 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e72ef11f-8af2-408e-8747-838fb081e734 req-f7fdc799-2465-4561-8c97-d96ec3c13820 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1144173 Jun 17 14:20:42.694166 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event deleted for resources: {'Port': ['ID=a3d226a3-31eb-4d02-9f67-a04ca322bbd5,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:20:42.735222 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] No DVR routers for this DVR port a3d226a3-31eb-4d02-9f67-a04ca322bbd5 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:20:42.743284 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:42.745509 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-564103eb-10df-48ec-a1b4-a6cbbe3d021c req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "DELETE /v2.0/ports/a3d226a3-31eb-4d02-9f67-a04ca322bbd5 HTTP/1.1" status: 204 len: 173 time: 0.6239765 Jun 17 14:20:42.746545 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'name': 'network-vif-deleted', 'tag': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:20:42.750977 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4b6bf1-e76e-4676-ab5e-7f1ffd7305a2" -d '{"events": [{"server_uuid": "7661ff34-c3a2-4dab-abb3-ae56c5a00dba", "name": "network-vif-deleted", "tag": "a3d226a3-31eb-4d02-9f67-a04ca322bbd5"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:20:42.755146 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.755744 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.756451 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.756963 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.758561 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.759077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.759566 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.761907 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.762473 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.763073 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.763439 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.763957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:20:42.769104 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:20:42.770519 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527017f3-d733-4ae0-a0c4-0cf1956fe768 req-12d5f4b7-c9a7-4fd5-bb46-282b6f1893f2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:42.774526 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-527017f3-d733-4ae0-a0c4-0cf1956fe768 req-12d5f4b7-c9a7-4fd5-bb46-282b6f1893f2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1726036 Jun 17 14:20:42.786513 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e72ef11f-8af2-408e-8747-838fb081e734 req-a5fd9d64-6015-4137-a21d-ae163fdbaf37 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490972 Jun 17 14:20:42.860603 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-527017f3-d733-4ae0-a0c4-0cf1956fe768 req-e31ac45c-efe2-4328-9d7c-28de2c86cae3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727863 Jun 17 14:20:42.918090 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34834376-506b-4efd-a1dd-7218b80b913b x-openstack-request-id: req-34834376-506b-4efd-a1dd-7218b80b913b {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:20:42.920187 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7661ff34-c3a2-4dab-abb3-ae56c5a00dba", "name": "network-vif-deleted", "tag": "a3d226a3-31eb-4d02-9f67-a04ca322bbd5", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:20:42.920646 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-34834376-506b-4efd-a1dd-7218b80b913b {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:20:42.921698 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7661ff34-c3a2-4dab-abb3-ae56c5a00dba', 'name': 'network-vif-deleted', 'tag': 'a3d226a3-31eb-4d02-9f67-a04ca322bbd5', 'status': 'completed', 'code': 200} Jun 17 14:20:42.992898 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d780a935-b5b7-48a2-b05a-6ecfd5e4fa12 req-7a8b3049-ad99-4557-bb94-d5372139ce6a tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=7661ff34-c3a2-4dab-abb3-ae56c5a00dba HTTP/1.1" status: 200 len: 210 time: 0.0474772 Jun 17 14:20:43.098359 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d22dd0-4197-424f-8bed-11e4715fdfe0 req-6e44a6d5-2fca-4ddd-b5a0-07cd8bd5d801 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:43.100059 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-44d22dd0-4197-424f-8bed-11e4715fdfe0 req-6e44a6d5-2fca-4ddd-b5a0-07cd8bd5d801 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0729167 Jun 17 14:20:43.130025 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 49920) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:20:43.164311 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-44d22dd0-4197-424f-8bed-11e4715fdfe0 req-c882cf70-f299-4b08-995e-1b984a376073 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573628 Jun 17 14:20:43.274051 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-9a9dd00b-2d38-44aa-987c-5b873b7c6674 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408074 Jun 17 14:20:43.710151 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4666-6421-452c-873f-45aff8863acf req-1850331b-9de3-449e-983b-69c39033f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:43.713251 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6daf4666-6421-452c-873f-45aff8863acf req-1850331b-9de3-449e-983b-69c39033f460 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 1098 time: 0.1171219 Jun 17 14:20:43.735119 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9138-0eff-49b9-b36b-1f08e663b8c6 req-1500a589-0405-430c-8c67-d9fe6b6c678a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:43.736811 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-84ca9138-0eff-49b9-b36b-1f08e663b8c6 req-1500a589-0405-430c-8c67-d9fe6b6c678a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1605937 Jun 17 14:20:43.801923 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-84ca9138-0eff-49b9-b36b-1f08e663b8c6 req-9c6aa9cf-9bb0-4256-8327-ef26073e6fb6 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585835 Jun 17 14:20:43.894881 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4666-6421-452c-873f-45aff8863acf req-37777b00-2d5f-4a94-89ed-d58af69f46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:43.911221 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6daf4666-6421-452c-873f-45aff8863acf req-37777b00-2d5f-4a94-89ed-d58af69f46f7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 912 time: 0.1863501 Jun 17 14:20:44.028171 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6daf4666-6421-452c-873f-45aff8863acf req-00dccd3b-382d-43d8-a018-336769bd8e4d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 200 len: 999 time: 0.1078653 Jun 17 14:20:44.092262 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4666-6421-452c-873f-45aff8863acf req-ad3d9b82-fbe3-49af-9fad-438563469114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:44.094008 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6daf4666-6421-452c-873f-45aff8863acf req-ad3d9b82-fbe3-49af-9fad-438563469114 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.0497687 Jun 17 14:20:44.114827 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92b19-364e-4a7d-8187-d7606c7d7ef2 req-e5cc3f00-319b-4a40-8d2e-a58aad00c6ae tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:44.122267 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-86f92b19-364e-4a7d-8187-d7606c7d7ef2 req-e5cc3f00-319b-4a40-8d2e-a58aad00c6ae tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1392546 Jun 17 14:20:44.137465 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8564e33-872a-490d-aeb8-0b8bb5d25a1c req-4d909012-8958-4a29-a276-803b8c79b106 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:44.139081 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a8564e33-872a-490d-aeb8-0b8bb5d25a1c req-4d909012-8958-4a29-a276-803b8c79b106 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1183527 Jun 17 14:20:44.165542 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4666-6421-452c-873f-45aff8863acf req-6f6974c1-967d-4c3c-a445-0bcb1ef55da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:44.167221 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6daf4666-6421-452c-873f-45aff8863acf req-6f6974c1-967d-4c3c-a445-0bcb1ef55da6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671558 Jun 17 14:20:44.199775 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-86f92b19-364e-4a7d-8187-d7606c7d7ef2 req-0e64b3f7-2601-4ff2-aa89-0503f38dbde3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Jun 17 14:20:44.219557 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a8564e33-872a-490d-aeb8-0b8bb5d25a1c req-5526ba11-1d70-4833-80c3-2d33980fed82 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677016 Jun 17 14:20:44.291682 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6daf4666-6421-452c-873f-45aff8863acf req-216c8956-e961-4879-ad26-7e057fe3243d service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154621 Jun 17 14:20:44.406892 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6daf4666-6421-452c-873f-45aff8863acf req-7cfe046f-f37a-4cf6-b249-7be7498db07f service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036091 Jun 17 14:20:44.979505 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:20:45.005612 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06623f-f931-460c-a4c3-2ed995921215 req-669b21bf-ec6f-4646-9234-f50500ab7734 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:45.011303 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ff06623f-f931-460c-a4c3-2ed995921215 req-669b21bf-ec6f-4646-9234-f50500ab7734 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0753541 Jun 17 14:20:45.058853 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ff06623f-f931-460c-a4c3-2ed995921215 req-4e673a8e-0b78-4333-80bf-369ce8d4d0bb tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454829 Jun 17 14:20:45.062938 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a3d226a3-31eb-4d02-9f67-a04ca322bbd5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:20:45.095937 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: a3d226a3-31eb-4d02-9f67-a04ca322bbd5 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:20:45.096215 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a3d226a3-31eb-4d02-9f67-a04ca322bbd5 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:20:45.447943 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c76fb-216c-484f-a4b7-941d7c3c7c10 req-979acc4f-3dd5-4b59-ba7d-08158b01eb1e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:45.454687 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-821c76fb-216c-484f-a4b7-941d7c3c7c10 req-979acc4f-3dd5-4b59-ba7d-08158b01eb1e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1279480 Jun 17 14:20:45.519419 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb14719-8aeb-49d4-be9d-ade0cf54e840 req-338c29cc-23cb-4262-85ba-672ff4d87579 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:45.520566 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2eb14719-8aeb-49d4-be9d-ade0cf54e840 req-338c29cc-23cb-4262-85ba-672ff4d87579 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1475730 Jun 17 14:20:45.526755 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-821c76fb-216c-484f-a4b7-941d7c3c7c10 req-3995c9e5-f5b7-4a50-9626-c30272a03808 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691431 Jun 17 14:20:45.578920 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2eb14719-8aeb-49d4-be9d-ade0cf54e840 req-3dea9437-ecbb-4c7f-9cf7-da451e98899e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480082 Jun 17 14:20:45.979989 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208d27a-64d7-4137-beb3-9ada7fdec9d6 req-bdac84bb-6b55-4782-ad3f-e69e2824a71d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:45.981468 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e208d27a-64d7-4137-beb3-9ada7fdec9d6 req-bdac84bb-6b55-4782-ad3f-e69e2824a71d tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0794313 Jun 17 14:20:46.006166 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-35f530d0-6323-4476-9628-9e38afa543fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.007560 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-35f530d0-6323-4476-9628-9e38afa543fc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1&tenant_id=d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 1096 time: 0.1024272 Jun 17 14:20:46.020226 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e208d27a-64d7-4137-beb3-9ada7fdec9d6 req-af5c7d32-2ef2-419e-b3ad-8f97d25d95d0 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jun 17 14:20:46.094303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-7a870d6d-0284-4ba4-a93d-a5613c8431b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.096010 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-7a870d6d-0284-4ba4-a93d-a5613c8431b9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 1096 time: 0.0588048 Jun 17 14:20:46.258249 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef6a6d-3f67-4858-bac2-764ace019d35 req-118539c0-6ae9-4fab-b045-6000f172ef51 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.260198 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cfef6a6d-3f67-4858-bac2-764ace019d35 req-118539c0-6ae9-4fab-b045-6000f172ef51 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0788932 Jun 17 14:20:46.303465 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cfef6a6d-3f67-4858-bac2-764ace019d35 req-1ccbbab5-fd1f-4168-91a5-43225ef58b74 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361092 Jun 17 14:20:46.402144 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-0239d9a6-360d-4a60-a4cb-35d5ce198506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.403604 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-0239d9a6-360d-4a60-a4cb-35d5ce198506 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.3003473 Jun 17 14:20:46.483149 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-0fb15771-e2f3-4635-8caa-538555331da1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644 HTTP/1.1" status: 200 len: 998 time: 0.0637069 Jun 17 14:20:46.536811 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-a05b1696-3326-4d8e-bff7-4c2a8c31b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.538267 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-a05b1696-3326-4d8e-bff7-4c2a8c31b50d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0467501 Jun 17 14:20:46.612258 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-8a39e0f9-ae3c-4184-bcc0-c4ba4660c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.613817 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-8a39e0f9-ae3c-4184-bcc0-c4ba4660c6db service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685275 Jun 17 14:20:46.729314 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-37f07780-8e1e-4767-ac5f-9224c7acb76d service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972970 Jun 17 14:20:46.748504 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21ad5-9cbe-4d5b-a9d8-f9692a2881be req-b198df96-73f1-4f76-a1be-460993524172 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.750562 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dac21ad5-9cbe-4d5b-a9d8-f9692a2881be req-b198df96-73f1-4f76-a1be-460993524172 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0917532 Jun 17 14:20:46.825831 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dac21ad5-9cbe-4d5b-a9d8-f9692a2881be req-e3fea1b3-d011-4c03-b953-45fa6bc86b0d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551012 Jun 17 14:20:46.838045 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-3c675ca3-76f7-4749-bed9-8951a438fdb6 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973163 Jun 17 14:20:46.865476 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55405cfc-cf0b-43e0-b4d7-733a0a64d74d req-733fbd5b-5284-448d-b03b-a00b916fdbd0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:46.868280 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-55405cfc-cf0b-43e0-b4d7-733a0a64d74d req-733fbd5b-5284-448d-b03b-a00b916fdbd0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1429706 Jun 17 14:20:46.912890 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-55405cfc-cf0b-43e0-b4d7-733a0a64d74d req-3b385cfc-a99a-4ac7-81cf-31136deebc3c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Jun 17 14:20:47.205782 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5df0e-92d2-4f4d-b914-bcc419db3857 req-5f7e78a3-7cb8-47ec-aac0-b7feed46df9a tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:47.207322 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d2c5df0e-92d2-4f4d-b914-bcc419db3857 req-5f7e78a3-7cb8-47ec-aac0-b7feed46df9a tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0702744 Jun 17 14:20:47.250183 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d2c5df0e-92d2-4f4d-b914-bcc419db3857 req-6c066988-d6ec-4b52-b630-f6b0b70c5fc9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Jun 17 14:20:48.043599 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddfc4e-5cb0-4f0f-b8c5-dfb6ada886c7 req-9ce1e5f3-1409-4c17-a8a0-6c907b2f458a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:48.051629 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48ddfc4e-5cb0-4f0f-b8c5-dfb6ada886c7 req-9ce1e5f3-1409-4c17-a8a0-6c907b2f458a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0932319 Jun 17 14:20:48.130551 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48ddfc4e-5cb0-4f0f-b8c5-dfb6ada886c7 req-ae773218-cc8d-420b-a121-e5814bee26d3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778131 Jun 17 14:20:48.163262 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534cc05-cca9-4a38-8c46-a79246cc61fa req-2d646ec5-e5e3-4681-9124-43067ce68f3b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:48.164929 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0534cc05-cca9-4a38-8c46-a79246cc61fa req-2d646ec5-e5e3-4681-9124-43067ce68f3b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1104250 Jun 17 14:20:48.206624 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0534cc05-cca9-4a38-8c46-a79246cc61fa req-64f63e8d-9ce6-4f68-9fb0-08d11a766e88 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357547 Jun 17 14:20:48.445322 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bebb25-4161-4023-bfa4-c81d2ce664e8 req-029da4b8-085e-49f0-9fd8-2a04584e7c82 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:48.448345 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81bebb25-4161-4023-bfa4-c81d2ce664e8 req-029da4b8-085e-49f0-9fd8-2a04584e7c82 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0790317 Jun 17 14:20:48.498334 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81bebb25-4161-4023-bfa4-c81d2ce664e8 req-910aea7d-6d0b-4865-90e9-43168d07b6f9 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Jun 17 14:20:49.338525 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef75c-5e8f-4296-a6e4-680bf585d478 req-24c55307-76b8-4609-8811-7d0239643299 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:49.340953 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2a9ef75c-5e8f-4296-a6e4-680bf585d478 req-24c55307-76b8-4609-8811-7d0239643299 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0774376 Jun 17 14:20:49.417384 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2a9ef75c-5e8f-4296-a6e4-680bf585d478 req-1947ba2b-000d-4cf4-b1d8-d5631c0f3913 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Jun 17 14:20:49.451815 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dc582-e696-4792-a5fe-a572b14cd41b req-7c253063-c59f-49ca-9a2e-9641305a7d72 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:49.455691 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-109dc582-e696-4792-a5fe-a572b14cd41b req-7c253063-c59f-49ca-9a2e-9641305a7d72 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1001344 Jun 17 14:20:49.514748 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-109dc582-e696-4792-a5fe-a572b14cd41b req-89d40685-1313-4ddc-8a26-4d343ea190a3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534358 Jun 17 14:20:49.700693 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694719bf-6e4d-4943-be9c-e4d107812b7e req-e3569e46-f236-4596-be2b-f7defa2b29f7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:49.702312 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-694719bf-6e4d-4943-be9c-e4d107812b7e req-e3569e46-f236-4596-be2b-f7defa2b29f7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0803843 Jun 17 14:20:49.747144 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-694719bf-6e4d-4943-be9c-e4d107812b7e req-f9edd765-fdcd-427f-bd38-a2f964926a06 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 Jun 17 14:20:50.622646 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e60806-d11b-4ae7-aac5-a3a5ff30cb79 req-a4751434-5472-46dc-8049-e6fac77f41e8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:50.624394 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51e60806-d11b-4ae7-aac5-a3a5ff30cb79 req-a4751434-5472-46dc-8049-e6fac77f41e8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0717378 Jun 17 14:20:50.700006 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51e60806-d11b-4ae7-aac5-a3a5ff30cb79 req-55256a98-3494-4edc-afb7-8217a1f56135 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697503 Jun 17 14:20:50.743229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0be5ad-8180-4d57-aa39-f1dc7403e9c9 req-dbdcf28b-bb24-4733-8130-5b94a2baf964 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:50.744726 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed0be5ad-8180-4d57-aa39-f1dc7403e9c9 req-dbdcf28b-bb24-4733-8130-5b94a2baf964 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0890822 Jun 17 14:20:50.785798 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed0be5ad-8180-4d57-aa39-f1dc7403e9c9 req-51f03f70-56a1-4269-ba58-74e05ea6f4cc tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Jun 17 14:20:50.949400 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8392b7-4285-4726-81ff-7f12394806fa req-50d94bfd-bbc7-4232-82c0-f4646185ff34 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:50.950997 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-de8392b7-4285-4726-81ff-7f12394806fa req-50d94bfd-bbc7-4232-82c0-f4646185ff34 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0708210 Jun 17 14:20:50.991597 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-de8392b7-4285-4726-81ff-7f12394806fa req-3d9915df-0f77-4edb-8e3c-0fb54b08aa66 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Jun 17 14:20:51.923175 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac9824-ee00-4d01-956d-93d3c0ae5bbb req-9918abf8-72dd-468a-9188-1ad3d4e7bc9e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:51.930656 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-64ac9824-ee00-4d01-956d-93d3c0ae5bbb req-9918abf8-72dd-468a-9188-1ad3d4e7bc9e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1098540 Jun 17 14:20:51.992057 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-64ac9824-ee00-4d01-956d-93d3c0ae5bbb req-0d26e53e-1639-4c99-9408-c27ef2b3d9e2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604250 Jun 17 14:20:52.042496 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:20:52.066011 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9fe06-be1f-4afb-b5f9-3d72f314f3d3 req-0a5867a5-fdda-40e2-a3e7-26070e5097b7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:52.068617 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fdd9fe06-be1f-4afb-b5f9-3d72f314f3d3 req-0a5867a5-fdda-40e2-a3e7-26070e5097b7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0927489 Jun 17 14:20:52.112466 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fdd9fe06-be1f-4afb-b5f9-3d72f314f3d3 req-4546a444-635a-4622-bdfc-6ddb165c40ed tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379753 Jun 17 14:20:52.192817 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05b5e-69d1-4eaf-ad09-a493cb212c0c req-2d5e4671-9125-498d-9ce1-339e2473f703 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:52.194354 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bdf05b5e-69d1-4eaf-ad09-a493cb212c0c req-2d5e4671-9125-498d-9ce1-339e2473f703 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0724349 Jun 17 14:20:52.238031 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bdf05b5e-69d1-4eaf-ad09-a493cb212c0c req-3b58baae-a7d5-49ab-8721-770ed3624e9b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378132 Jun 17 14:20:53.194547 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991356ab-d7c6-44af-9604-3fdb8b42eb3a req-8a23d1b2-5f42-4aed-89eb-218e0042e3eb tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:53.196209 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-991356ab-d7c6-44af-9604-3fdb8b42eb3a req-8a23d1b2-5f42-4aed-89eb-218e0042e3eb tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0737505 Jun 17 14:20:53.267943 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-991356ab-d7c6-44af-9604-3fdb8b42eb3a req-c9587acc-5317-47b7-b7a1-6aec153d7d75 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654933 Jun 17 14:20:53.338339 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6252e-8195-45e3-ae34-117ea8b35ced req-b203a801-c0ac-49e4-8a8e-33e4ab35689a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:53.340805 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3cd6252e-8195-45e3-ae34-117ea8b35ced req-b203a801-c0ac-49e4-8a8e-33e4ab35689a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0870492 Jun 17 14:20:53.381633 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3cd6252e-8195-45e3-ae34-117ea8b35ced req-52806721-5f2b-4176-9fc7-e2901f6ae4ec tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346615 Jun 17 14:20:53.486657 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e47ac-da7d-4ce4-a475-77b737197e35 req-dad55bce-1f85-406f-aad2-3bf243c5d7f7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:53.488503 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-951e47ac-da7d-4ce4-a475-77b737197e35 req-dad55bce-1f85-406f-aad2-3bf243c5d7f7 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0756767 Jun 17 14:20:53.531571 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-951e47ac-da7d-4ce4-a475-77b737197e35 req-24ffe5f5-8f2b-470d-aee2-3deffade5584 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369463 Jun 17 14:20:54.476898 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b09321-c56a-44ae-8587-fba8e6a4eebc req-d1c45581-15c2-42c2-99cd-e8e5dd5aacec tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:54.478408 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f6b09321-c56a-44ae-8587-fba8e6a4eebc req-d1c45581-15c2-42c2-99cd-e8e5dd5aacec tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0820773 Jun 17 14:20:54.533001 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f6b09321-c56a-44ae-8587-fba8e6a4eebc req-610cfb02-53e7-4f68-9d66-39bfa2d342ec tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473537 Jun 17 14:20:54.588961 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6f6dd-60a9-4d7e-b9ce-ffb9e78239da req-f66f17d6-55ee-497e-8882-52bd7ff2826a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:54.590448 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-39f6f6dd-60a9-4d7e-b9ce-ffb9e78239da req-f66f17d6-55ee-497e-8882-52bd7ff2826a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0725923 Jun 17 14:20:54.630326 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-39f6f6dd-60a9-4d7e-b9ce-ffb9e78239da req-82a9507e-3d69-4dc1-82af-2dc86de9d8ac tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339777 Jun 17 14:20:54.723540 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ca03-20ee-4fa0-9e1d-c4edaad8f333 req-e892f0b8-cda7-4691-9678-fd6c1824e27b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:54.725026 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-aff6ca03-20ee-4fa0-9e1d-c4edaad8f333 req-e892f0b8-cda7-4691-9678-fd6c1824e27b tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0745773 Jun 17 14:20:54.767103 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-aff6ca03-20ee-4fa0-9e1d-c4edaad8f333 req-1c118e3a-7a80-4746-881c-1790154e21b2 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363154 Jun 17 14:20:55.732844 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f3760-18b2-4c69-bb8a-377d33fc69d6 req-b659376e-e7a0-4d2b-9ab3-8605fd10f219 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:55.734452 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-263f3760-18b2-4c69-bb8a-377d33fc69d6 req-b659376e-e7a0-4d2b-9ab3-8605fd10f219 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0834641 Jun 17 14:20:55.774968 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-263f3760-18b2-4c69-bb8a-377d33fc69d6 req-6f1e3954-258b-4b5d-8bd4-bd32f3217468 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Jun 17 14:20:55.857249 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033abc7-17de-4a52-bfba-ae64679d4d45 req-bcc3a254-83c0-4488-a6e1-4395fb4d38d7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:55.859430 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0033abc7-17de-4a52-bfba-ae64679d4d45 req-bcc3a254-83c0-4488-a6e1-4395fb4d38d7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0768790 Jun 17 14:20:55.913208 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0033abc7-17de-4a52-bfba-ae64679d4d45 req-7071262b-f399-48ee-a721-a2dd1cded0e6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480042 Jun 17 14:20:55.980016 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a78a31-4217-44ae-9b13-becb76cc75b2 req-2c9267e9-6369-47f6-b13b-7a5023cbe164 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:55.981688 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f0a78a31-4217-44ae-9b13-becb76cc75b2 req-2c9267e9-6369-47f6-b13b-7a5023cbe164 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0804427 Jun 17 14:20:56.026980 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f0a78a31-4217-44ae-9b13-becb76cc75b2 req-0f6f24c5-c144-43c1-957d-2c7df909fa46 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Jun 17 14:20:56.975790 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d42e-cf16-4894-bd6e-f1156bbccac2 req-6004bd0a-06b3-44a0-b83d-bc6566232f59 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:56.977299 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8e2d42e-cf16-4894-bd6e-f1156bbccac2 req-6004bd0a-06b3-44a0-b83d-bc6566232f59 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0697765 Jun 17 14:20:57.020529 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8e2d42e-cf16-4894-bd6e-f1156bbccac2 req-2d722b48-782f-447e-b877-9986caa4a474 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Jun 17 14:20:57.123561 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33a61b-6a4b-423e-9d72-c6c3dfd6aadc req-c44407da-016a-4aca-8d50-d95d1df896b1 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:57.126997 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a33a61b-6a4b-423e-9d72-c6c3dfd6aadc req-c44407da-016a-4aca-8d50-d95d1df896b1 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0758412 Jun 17 14:20:57.195005 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a33a61b-6a4b-423e-9d72-c6c3dfd6aadc req-09ab1840-ed26-4b89-8fd9-8651b25a653c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637186 Jun 17 14:20:57.239560 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1bc09-b417-4741-82e3-7753c0d097a1 req-05410996-7a29-467a-a482-309c74f393a3 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:57.239961 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0fd1bc09-b417-4741-82e3-7753c0d097a1 req-05410996-7a29-467a-a482-309c74f393a3 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0889540 Jun 17 14:20:57.299514 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0fd1bc09-b417-4741-82e3-7753c0d097a1 req-3b5a1811-c2e3-440e-958b-2feefd13d265 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530820 Jun 17 14:20:57.677334 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:20:58.215444 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483981b4-e473-4093-bbd3-a2486990951b req-bfb24578-2003-45b9-91d9-cae17bb79acf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:58.217698 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-483981b4-e473-4093-bbd3-a2486990951b req-bfb24578-2003-45b9-91d9-cae17bb79acf tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0774417 Jun 17 14:20:58.270118 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-483981b4-e473-4093-bbd3-a2486990951b req-da75654c-beb7-4ef4-9bed-f68697393012 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Jun 17 14:20:58.426118 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65922a-c46f-4dd4-8e7d-f557a785d696 req-f2742365-da21-434f-bca8-5c244f101e61 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:58.433331 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d65922a-c46f-4dd4-8e7d-f557a785d696 req-f2742365-da21-434f-bca8-5c244f101e61 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1018207 Jun 17 14:20:58.500314 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d65922a-c46f-4dd4-8e7d-f557a785d696 req-a7ce39fe-2fab-4be6-9829-d5cde4b825c3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653377 Jun 17 14:20:58.554042 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48361ed9-f6fe-419a-a088-76aeadbec368 req-bfe8050b-77d1-41ed-a32e-0511e2d67724 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:58.562695 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48361ed9-f6fe-419a-a088-76aeadbec368 req-bfe8050b-77d1-41ed-a32e-0511e2d67724 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0978789 Jun 17 14:20:58.601635 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-48361ed9-f6fe-419a-a088-76aeadbec368 req-c05d57e2-3826-4b52-9c8e-172cd06594cc tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381517 Jun 17 14:20:59.474284 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99d8e-15b0-4d29-82c6-97fb2a032b25 req-98b032b5-4e2e-442d-a0b2-dae0c936da11 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:59.475720 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cac99d8e-15b0-4d29-82c6-97fb2a032b25 req-98b032b5-4e2e-442d-a0b2-dae0c936da11 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0765915 Jun 17 14:20:59.521459 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cac99d8e-15b0-4d29-82c6-97fb2a032b25 req-f1815385-000a-4032-8796-0b9e4e49ffb0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Jun 17 14:20:59.718013 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88e17b-9ae8-4ab0-a8bb-31a59b76db56 req-20d9877d-675c-43e6-a66e-de5bb05789eb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:59.718013 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3b88e17b-9ae8-4ab0-a8bb-31a59b76db56 req-20d9877d-675c-43e6-a66e-de5bb05789eb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0859239 Jun 17 14:20:59.782648 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3b88e17b-9ae8-4ab0-a8bb-31a59b76db56 req-33f65b7f-be7d-4319-86a8-b705be192888 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593538 Jun 17 14:20:59.856244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f5721-1452-4b69-a297-a90f2dcbe72e req-b7b8be2c-23c2-4bf0-9ca4-7c3340673c21 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:20:59.857762 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c59f5721-1452-4b69-a297-a90f2dcbe72e req-b7b8be2c-23c2-4bf0-9ca4-7c3340673c21 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0929101 Jun 17 14:20:59.897318 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c59f5721-1452-4b69-a297-a90f2dcbe72e req-902ead68-c939-4a23-b983-4396950c70fc tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Jun 17 14:21:00.372016 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-d8d037e8-cc29-4b0d-9e69-91976b1d7509 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531006 Jun 17 14:21:00.460494 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c06f9-a288-457d-8f77-6a900a0db3da req-4a9b9f02-740e-4f5f-8e0a-f18eedc1457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:00.462003 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-4a9b9f02-740e-4f5f-8e0a-f18eedc1457e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 1098 time: 0.0580657 Jun 17 14:21:00.573323 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c06f9-a288-457d-8f77-6a900a0db3da req-e3af913d-1dfb-4195-b516-ef2cceddd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:00.574838 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-e3af913d-1dfb-4195-b516-ef2cceddd8bf service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.0871854 Jun 17 14:21:00.628699 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-9d3f0328-e2c0-4524-9c10-517006b92d32 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13514dde-13ad-4e83-9901-b5d66ea13e85 HTTP/1.1" status: 200 len: 217 time: 0.0432723 Jun 17 14:21:00.695279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c06f9-a288-457d-8f77-6a900a0db3da req-112550b5-0606-4b2b-9801-7bbcb1d0e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:00.696682 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-112550b5-0606-4b2b-9801-7bbcb1d0e120 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0606554 Jun 17 14:21:00.715140 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cc98-4fb1-47a6-b3c6-b84fcc27f90e req-f64fc579-59cb-4c16-800a-b0d9bf02d31b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:00.716591 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f4a3cc98-4fb1-47a6-b3c6-b84fcc27f90e req-f64fc579-59cb-4c16-800a-b0d9bf02d31b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0700505 Jun 17 14:21:00.738325 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-a95dc9f7-3af3-4127-acbb-c25775cb7344 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283163 Jun 17 14:21:00.756219 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f4a3cc98-4fb1-47a6-b3c6-b84fcc27f90e req-89c694f6-9a94-4343-ac31-c6dbae928d33 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331895 Jun 17 14:21:00.846466 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-5e0b4c53-6413-4ff1-9615-b0997f6ea40c service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919588 Jun 17 14:21:00.962759 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-214c06f9-a288-457d-8f77-6a900a0db3da req-cfee72bb-a846-4ba4-ac1d-4e6d08cace21 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016266 Jun 17 14:21:00.997473 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf867a-8bd5-4c14-a962-162e5e3eb4c9 req-b2d54054-8734-40ab-a808-f2fbcecb53d7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:00.999784 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0fcf867a-8bd5-4c14-a962-162e5e3eb4c9 req-b2d54054-8734-40ab-a808-f2fbcecb53d7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0847173 Jun 17 14:21:01.054321 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0fcf867a-8bd5-4c14-a962-162e5e3eb4c9 req-8cd3879b-c839-45a6-a881-ea5dff4b28f5 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479631 Jun 17 14:21:01.113946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91b05-3655-41bb-96be-835212db0e77 req-813eda4d-6031-4742-8ff8-934bcf4fcccc tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:01.115568 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4de91b05-3655-41bb-96be-835212db0e77 req-813eda4d-6031-4742-8ff8-934bcf4fcccc tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0802763 Jun 17 14:21:01.125475 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4b0e-c51b-4e0c-b17a-d72f80f42cbd req-c612d0aa-c4d9-4eef-9095-b07875b0e768 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:01.127114 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9e5d4b0e-c51b-4e0c-b17a-d72f80f42cbd req-c612d0aa-c4d9-4eef-9095-b07875b0e768 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 946 time: 0.0771437 Jun 17 14:21:01.173184 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9e5d4b0e-c51b-4e0c-b17a-d72f80f42cbd req-964adb1f-1864-4fdb-affa-55388d8eefe8 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bec3ba-1b68-4fde-910b-09106448723f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Jun 17 14:21:01.236172 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Deleting port 60db3e12-255b-4033-800a-11cd9be3d44e {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:21:01.236515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:01.328938 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] For port 60db3e12-255b-4033-800a-11cd9be3d44e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60db3e12-255b-4033-800a-11cd9be3d44e,segment=NetworkSegment(62d7966b-1363-4165-bb68-e3c4c9d46b03),segment_id=62d7966b-1363-4165-bb68-e3c4c9d46b03)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:01.329313 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:01.396061 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Calling delete_port for 60db3e12-255b-4033-800a-11cd9be3d44e owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:21:01.553225 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:01.557532 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:01.568612 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['60db3e12-255b-4033-800a-11cd9be3d44e'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:21:01.584127 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Pushing event deleted for resources: {'Port': ['ID=60db3e12-255b-4033-800a-11cd9be3d44e,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:01.587979 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:01.632608 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] No DVR routers for this DVR port 60db3e12-255b-4033-800a-11cd9be3d44e on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:21:01.635373 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:01.637353 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4de91b05-3655-41bb-96be-835212db0e77 req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.95 "DELETE /v2.0/ports/60db3e12-255b-4033-800a-11cd9be3d44e HTTP/1.1" status: 204 len: 173 time: 0.5135179 Jun 17 14:21:01.637842 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'name': 'network-vif-deleted', 'tag': '60db3e12-255b-4033-800a-11cd9be3d44e'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:21:01.640190 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74865445-d613-436f-b5c4-738a36bfd302" -d '{"events": [{"server_uuid": "77a0d04e-986a-4a1a-84c8-4636ff577bdb", "name": "network-vif-deleted", "tag": "60db3e12-255b-4033-800a-11cd9be3d44e"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:21:01.684859 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e657d-dfbc-4f46-aeb3-f1708efc8582 x-openstack-request-id: req-0a9e657d-dfbc-4f46-aeb3-f1708efc8582 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:21:01.685211 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a0d04e-986a-4a1a-84c8-4636ff577bdb", "name": "network-vif-deleted", "tag": "60db3e12-255b-4033-800a-11cd9be3d44e", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:21:01.685388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0a9e657d-dfbc-4f46-aeb3-f1708efc8582 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:21:01.685833 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a0d04e-986a-4a1a-84c8-4636ff577bdb', 'name': 'network-vif-deleted', 'tag': '60db3e12-255b-4033-800a-11cd9be3d44e', 'status': 'completed', 'code': 200} Jun 17 14:21:01.938429 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79415a4a-7764-45c0-a0d1-f73fe99bb662 req-8c890d6e-6973-48ab-87f1-31ee5d9b3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:01.940015 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-79415a4a-7764-45c0-a0d1-f73fe99bb662 req-8c890d6e-6973-48ab-87f1-31ee5d9b3f69 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.0636837 Jun 17 14:21:01.949712 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108bfc-47db-4e17-be01-13bccaeff81a req-9a01f9cd-cfc6-4a98-b5b0-b464052fc07f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:01.951330 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-94108bfc-47db-4e17-be01-13bccaeff81a req-9a01f9cd-cfc6-4a98-b5b0-b464052fc07f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0765700 Jun 17 14:21:01.981657 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-79415a4a-7764-45c0-a0d1-f73fe99bb662 req-fc2ceea9-d9d8-41c7-b6d1-20e006564022 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Jun 17 14:21:01.993276 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-94108bfc-47db-4e17-be01-13bccaeff81a req-6e6c8947-2bb5-4122-bcbd-67e005afce2d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Jun 17 14:21:02.266583 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10859cdb-67c4-44c8-a1a2-d69424561fc6 req-0affc7bb-809f-4b0a-bf3d-2ba33d52756b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:02.267924 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-10859cdb-67c4-44c8-a1a2-d69424561fc6 req-0affc7bb-809f-4b0a-bf3d-2ba33d52756b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0681481 Jun 17 14:21:02.306651 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-10859cdb-67c4-44c8-a1a2-d69424561fc6 req-7ef8d435-0b4a-40cc-9b1e-d678c15c5aac tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Jun 17 14:21:02.338512 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3a12cc7-3104-4ba8-9a09-82d762911cb2 req-6454d8c6-a4bf-48d9-9175-c163a93e411c tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] 10.222.0.82 "GET /v2.0/ports?device_id=77a0d04e-986a-4a1a-84c8-4636ff577bdb HTTP/1.1" status: 200 len: 210 time: 0.0307169 Jun 17 14:21:03.182253 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac221d65-4a63-4731-a93d-ac1f78b6fc52 req-1c1b9a4f-c0cb-409d-bcbe-014d01e1192c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:03.184188 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ac221d65-4a63-4731-a93d-ac1f78b6fc52 req-1c1b9a4f-c0cb-409d-bcbe-014d01e1192c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0678799 Jun 17 14:21:03.225429 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ac221d65-4a63-4731-a93d-ac1f78b6fc52 req-05167b45-2d53-473d-b8b2-5ef76ce78cae tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jun 17 14:21:03.435784 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50238) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:03.443136 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50240) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:03.518024 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Deleting subnet 23e3c58c-15ec-447e-8c1f-ae4114f2c41a {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:21:03.523157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.556498 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de650638-2e80-43cc-b8f9-b2e3918ae2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.566451 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.575362 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944137b-00f1-4564-b15c-cb77fae2c03a req-507ac36a-ad0f-4bfe-b73f-e4bab834d1cd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:03.576814 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c944137b-00f1-4564-b15c-cb77fae2c03a req-507ac36a-ad0f-4bfe-b73f-e4bab834d1cd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1321712 Jun 17 14:21:03.645147 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.649902 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c944137b-00f1-4564-b15c-cb77fae2c03a req-8d04a066-0275-446d-a22d-eec21b0206d3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540733 Jun 17 14:21:03.676186 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de650638-2e80-43cc-b8f9-b2e3918ae2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.680971 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-de650638-2e80-43cc-b8f9-b2e3918ae2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.684709 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-47e4d3ba-70e7-4fb8-a81b-69c5a2e39135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:03.705849 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.708975 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:03.721247 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-de650638-2e80-43cc-b8f9-b2e3918ae2ef admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e9d39824b9cc4b6d9652b31f47fd6b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769680 Jun 17 14:21:03.722490 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de650638-2e80-43cc-b8f9-b2e3918ae2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158dba33-6689-4d99-ab7f-267129223b61,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:03.724895 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50246) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:03.730940 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-de650638-2e80-43cc-b8f9-b2e3918ae2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:03.733265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e3c58c-15ec-447e-8c1f-ae4114f2c41a,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:03.738343 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.742523 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/23e3c58c-15ec-447e-8c1f-ae4114f2c41a HTTP/1.1" status: 204 len: 168 time: 0.3024039 Jun 17 14:21:03.745890 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50248) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:03.754147 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.754642 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.755089 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.755515 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.755929 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.756350 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.756779 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.757229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.757364 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-97755f8c-95ee-4db7-a091-784bae7cbbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.757846 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.758291 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.758464 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.758857 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:03.762628 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:03.781193 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.804146 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.822586 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.854364 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.856957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.858098 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/158dba33-6689-4d99-ab7f-267129223b61 HTTP/1.1" status: 204 len: 168 time: 0.1322930 Jun 17 14:21:03.859573 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f225139f-70b2-46f5-883f-42f6500f3b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:03.868978 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158dba33-6689-4d99-ab7f-267129223b61,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:03.871457 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:03.909361 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.919306 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce42c237-fa0b-46da-a2d8-7f46dc26e2c8']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:03.930633 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d7966b-1363-4165-bb68-e3c4c9d46b03') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:03.930918 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d7966b-1363-4165-bb68-e3c4c9d46b03') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:03.939811 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.954677 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.960819 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:21:03.961201 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:21:03.962964 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:21:04.023244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:04.027210 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9cdba88e-93b9-48f0-905c-8e0819bd54fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:04.029638 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:04.034924 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] 10.222.0.82 "DELETE /v2.0/networks/ce42c237-fa0b-46da-a2d8-7f46dc26e2c8 HTTP/1.1" status: 204 len: 168 time: 0.2855957 Jun 17 14:21:04.240970 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50264) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:04.266517 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce42c237-fa0b-46da-a2d8-7f46dc26e2c8,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:04.269816 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:04.294097 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-322935d8-eb3d-4a33-8029-9f77f13b4110 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=11baa27c121146b1b5406cec2bfdd55f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507507 Jun 17 14:21:04.297180 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50268) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:04.368654 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:04.412015 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:04.467421 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5666769-76cf-4af5-9f27-3306996af001 req-8fef7f54-6662-4856-9f4c-85c0a7d182fe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:04.469429 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e5666769-76cf-4af5-9f27-3306996af001 req-8fef7f54-6662-4856-9f4c-85c0a7d182fe tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1152821 Jun 17 14:21:04.505052 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:04.507726 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:04.508844 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f6bec3ba-1b68-4fde-910b-09106448723f HTTP/1.1" status: 204 len: 168 time: 0.2102916 Jun 17 14:21:04.514665 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:04.529938 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bec3ba-1b68-4fde-910b-09106448723f,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:04.532600 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:04.535873 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e5666769-76cf-4af5-9f27-3306996af001 req-7c916a45-ae1e-4262-b723-578c2d0565f8 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543067 Jun 17 14:21:04.931640 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1b63d-935c-46c7-b9fd-200859f7a516 req-1ba20edc-6bbb-4309-83c5-008260545657 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:04.941047 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b8a1b63d-935c-46c7-b9fd-200859f7a516 req-1ba20edc-6bbb-4309-83c5-008260545657 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.1109171 Jun 17 14:21:04.985403 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b8a1b63d-935c-46c7-b9fd-200859f7a516 req-0c786d5a-3a91-4259-b678-c73f2b867563 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Jun 17 14:21:05.120035 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 60db3e12-255b-4033-800a-11cd9be3d44e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:21:05.134554 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-9246e2c3-e113-429f-b37d-60a1a61515e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:05.137327 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-9246e2c3-e113-429f-b37d-60a1a61515e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4891408382304eef8d46db5b00d5ec12&device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 1099 time: 0.0743325 Jun 17 14:21:05.151298 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 60db3e12-255b-4033-800a-11cd9be3d44e {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:21:05.152088 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 60db3e12-255b-4033-800a-11cd9be3d44e not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:21:05.188768 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae438346-5130-4f68-95d5-c3429ed9475a req-d481ffb9-5011-4458-9942-9a3a321548f1 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:05.190605 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ae438346-5130-4f68-95d5-c3429ed9475a req-d481ffb9-5011-4458-9942-9a3a321548f1 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0782554 Jun 17 14:21:05.250565 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ae438346-5130-4f68-95d5-c3429ed9475a req-5012edff-7810-4564-887f-c87b88fe1178 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528653 Jun 17 14:21:05.319657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-87b06eba-d760-4be0-87f7-4a8ba5c751a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:05.321177 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-87b06eba-d760-4be0-87f7-4a8ba5c751a0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 200 len: 920 time: 0.1772463 Jun 17 14:21:05.368360 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-02d81147-c0dc-4865-b971-5a09d497c039 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 200 len: 217 time: 0.0364294 Jun 17 14:21:05.424028 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-965b5076-83a0-4110-a3e9-6cc484ed9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:05.425460 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-965b5076-83a0-4110-a3e9-6cc484ed9a24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 200 len: 858 time: 0.0459917 Jun 17 14:21:05.461130 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-1172e9fb-2950-4a86-ae29-c2013a846aff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=80c52f70-21e7-42df-8b3a-2db59374c6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274446 Jun 17 14:21:05.558634 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-41a45b43-2781-455a-8a1c-7805f74cac04 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901222 Jun 17 14:21:05.662620 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f3c51d82-f0a9-4c88-8c72-2d75a5fd2dce req-16c402b1-f70b-4b32-87f5-d40bc6c9ed22 service neutron] 10.222.0.95 "GET /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934100 Jun 17 14:21:06.168166 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-94470bf7-6294-4b38-96ad-3c84be6ab712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.206327 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50352) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:06.242345 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193234d0-8123-4d05-98e2-65b40718c44d req-2bcda529-0fce-4527-a0b5-c28d4288d010 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:06.244527 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-193234d0-8123-4d05-98e2-65b40718c44d req-2bcda529-0fce-4527-a0b5-c28d4288d010 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0709169 Jun 17 14:21:06.324751 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-193234d0-8123-4d05-98e2-65b40718c44d req-cc338ddb-3a62-48f4-b6bc-a5670f8d9afb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737934 Jun 17 14:21:06.359445 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a15265f3-c5de-44cd-9197-2934a6260eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.470746 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a15265f3-c5de-44cd-9197-2934a6260eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.475390 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a15265f3-c5de-44cd-9197-2934a6260eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.479434 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8cf74408-cc8f-4475-af7e-e590c4b4cfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:06.518363 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-a15265f3-c5de-44cd-9197-2934a6260eca admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bb378bcdb84f414ea407cb5c32c9d647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102381 Jun 17 14:21:06.519511 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15265f3-c5de-44cd-9197-2934a6260eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd4a3b-7018-49f7-86d6-f988ed3083cf,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:06.524664 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e1bf-c764-4850-8944-c3dbaa101f02 req-07787bd7-3f29-4202-8cd3-53d9bf873c96 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:06.526573 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7747e1bf-c764-4850-8944-c3dbaa101f02 req-07787bd7-3f29-4202-8cd3-53d9bf873c96 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0996256 Jun 17 14:21:06.527391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a15265f3-c5de-44cd-9197-2934a6260eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:06.527474 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50366) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:06.598968 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7747e1bf-c764-4850-8944-c3dbaa101f02 req-90da8d4f-6508-4ae1-a129-510fd0bc09ab tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585859 Jun 17 14:21:06.611616 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.643680 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.695009 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.697573 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:06.698722 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3ccd4a3b-7018-49f7-86d6-f988ed3083cf HTTP/1.1" status: 204 len: 168 time: 0.1707690 Jun 17 14:21:06.699406 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:06.708583 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd4a3b-7018-49f7-86d6-f988ed3083cf,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:06.711039 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:06.847894 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.035027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50374) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:07.048986 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5a426b3a-ca62-4b31-b209-86b390ddb81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.144828 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5a426b3a-ca62-4b31-b209-86b390ddb81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.148724 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5a426b3a-ca62-4b31-b209-86b390ddb81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.151859 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7f9295ec-7e12-42e5-821b-c932b390003e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:07.190103 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5a426b3a-ca62-4b31-b209-86b390ddb81c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0d72283472cf4ec59466a4f7c9b9b26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539850 Jun 17 14:21:07.191210 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a426b3a-ca62-4b31-b209-86b390ddb81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec8a356-24e9-47f4-ab59-8a9d5131a88f,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:07.192878 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50376) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:07.194731 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5a426b3a-ca62-4b31-b209-86b390ddb81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:07.242953 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.264005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.315964 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.318617 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.319774 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0ec8a356-24e9-47f4-ab59-8a9d5131a88f HTTP/1.1" status: 204 len: 168 time: 0.1258788 Jun 17 14:21:07.320580 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6546eba7-eb66-4b2c-a6dd-dfb8d2d990b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:07.328534 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec8a356-24e9-47f4-ab59-8a9d5131a88f,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:07.331011 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:07.536259 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c73528-5756-4bd7-b399-40ca5b755ac3 req-75972e33-9a7b-41e5-a8da-c07afccdb382 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:07.538410 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b1c73528-5756-4bd7-b399-40ca5b755ac3 req-75972e33-9a7b-41e5-a8da-c07afccdb382 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0739000 Jun 17 14:21:07.586539 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b1c73528-5756-4bd7-b399-40ca5b755ac3 req-27a4026d-0b21-43d0-bb49-633f33931979 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Jun 17 14:21:07.706342 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:07.790135 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677098-c741-430e-a2d6-348d10d21f43 req-b28b3707-2c8c-4468-b660-124fb94d4ff6 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:07.792412 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3677098-c741-430e-a2d6-348d10d21f43 req-b28b3707-2c8c-4468-b660-124fb94d4ff6 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0758243 Jun 17 14:21:07.834557 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3677098-c741-430e-a2d6-348d10d21f43 req-8e810644-9f5c-4252-87f1-a44d843c51ff tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Jun 17 14:21:08.808687 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848da0-5ff9-483e-a445-2186a4d7467e req-5b57d693-798c-4d73-b1d9-d1e6af44f862 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:08.814506 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6b848da0-5ff9-483e-a445-2186a4d7467e req-5b57d693-798c-4d73-b1d9-d1e6af44f862 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0748889 Jun 17 14:21:08.849560 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6b848da0-5ff9-483e-a445-2186a4d7467e req-0c6fa99c-802b-4fc2-92d5-0b17879aa81e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Jun 17 14:21:09.031862 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab589e-4c3c-475c-a18d-8c9de50c261c req-d5e6427f-e230-4320-a2ee-36e6470cbef3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:09.038890 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bcab589e-4c3c-475c-a18d-8c9de50c261c req-d5e6427f-e230-4320-a2ee-36e6470cbef3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0835900 Jun 17 14:21:09.072578 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bcab589e-4c3c-475c-a18d-8c9de50c261c req-3654aa2e-3de6-4022-8e04-8780c8c96edd tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Jun 17 14:21:09.987380 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:10.042098 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dded8d-48c6-4c7c-ad27-f38cc5feb925 req-65ff9343-426e-459e-b499-6f6ba68af54a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:10.043542 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03dded8d-48c6-4c7c-ad27-f38cc5feb925 req-65ff9343-426e-459e-b499-6f6ba68af54a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0677378 Jun 17 14:21:10.092355 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03dded8d-48c6-4c7c-ad27-f38cc5feb925 req-3bc341d2-6576-479e-b79c-42b8ca59a334 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Jun 17 14:21:10.293931 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b73d-413b-4b5a-bf48-5e3cfb0a6a82 req-ab37cfde-5a02-4b15-9fad-ce419e9d6c9c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:10.296441 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b978b73d-413b-4b5a-bf48-5e3cfb0a6a82 req-ab37cfde-5a02-4b15-9fad-ce419e9d6c9c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0650194 Jun 17 14:21:10.337917 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b978b73d-413b-4b5a-bf48-5e3cfb0a6a82 req-08990a81-6e6b-495c-a3a9-7b7f10e95cd5 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336671 Jun 17 14:21:11.167405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:21:11.276687 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:11.290490 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'port_id': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'mac_address': 'fa:16:3e:25:d3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:21:11.309530 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586311d2-2fbf-4730-825d-c1bb8cc8d77b req-f771507b-fd69-4c15-b8b4-e06ff0354594 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:11.311910 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-586311d2-2fbf-4730-825d-c1bb8cc8d77b req-f771507b-fd69-4c15-b8b4-e06ff0354594 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 943 time: 0.0700207 Jun 17 14:21:11.330137 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:11.343440 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31a7aaf-5413-44a7-9204-4f80db9f5644 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:21:11.352895 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-586311d2-2fbf-4730-825d-c1bb8cc8d77b req-eb1dfd0d-52e2-4237-ba5d-f4972bf1d5e6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Jun 17 14:21:11.372876 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:11.377533 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:11.379348 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:11.431653 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=9']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:11.440013 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.440356 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.440703 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.441036 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.441372 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.441704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.442056 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.442414 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.442737 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.443054 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.443373 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.443692 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:11.447739 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:11.518805 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe7f44-607e-4df9-a2d4-2fef423a7cfe req-9b5f0cd3-cc4b-40a2-a88a-b259a5f1c871 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:11.520270 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a6fe7f44-607e-4df9-a2d4-2fef423a7cfe req-9b5f0cd3-cc4b-40a2-a88a-b259a5f1c871 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0637519 Jun 17 14:21:11.562311 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a6fe7f44-607e-4df9-a2d4-2fef423a7cfe req-e9144686-d403-4d31-9e64-e18a3319e546 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359623 Jun 17 14:21:12.552446 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fda1b2-4950-47fc-927a-6c0fe648f2f6 req-781fea39-d29d-4c32-b6cd-7061f2a0de08 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:12.553894 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-71fda1b2-4950-47fc-927a-6c0fe648f2f6 req-781fea39-d29d-4c32-b6cd-7061f2a0de08 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0713077 Jun 17 14:21:12.594357 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-71fda1b2-4950-47fc-927a-6c0fe648f2f6 req-9d5edd2e-30b0-42ee-85c2-e4e17fd91eec tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347450 Jun 17 14:21:13.777840 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b333a-49d0-4b23-8de3-bdb64f14c8c7 req-3d51079d-ac41-452f-a823-6126eeabac38 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:13.779369 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-194b333a-49d0-4b23-8de3-bdb64f14c8c7 req-3d51079d-ac41-452f-a823-6126eeabac38 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0626738 Jun 17 14:21:13.818866 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-194b333a-49d0-4b23-8de3-bdb64f14c8c7 req-1eaab8cb-c333-40a4-974e-6352c59bb252 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Jun 17 14:21:14.987534 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['a31a7aaf-5413-44a7-9204-4f80db9f5644'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:21:15.008475 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14652-d6cf-4af3-ae5c-f9168ad7fab0 req-27797401-1577-4bdd-8668-44d40d534cfe tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:15.010071 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0fc14652-d6cf-4af3-ae5c-f9168ad7fab0 req-27797401-1577-4bdd-8668-44d40d534cfe tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0656054 Jun 17 14:21:15.050751 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0fc14652-d6cf-4af3-ae5c-f9168ad7fab0 req-851a2f53-6511-42d0-ae9a-485a0d5fbaf7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344324 Jun 17 14:21:16.262718 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ba6dd-9a7d-41cd-aded-a304b3d3f706 req-efed1ee9-9031-4f31-aa3d-6c7af5ef653e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:16.266149 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec9ba6dd-9a7d-41cd-aded-a304b3d3f706 req-efed1ee9-9031-4f31-aa3d-6c7af5ef653e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0901260 Jun 17 14:21:16.323477 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec9ba6dd-9a7d-41cd-aded-a304b3d3f706 req-5198085a-07f7-4f27-aadc-96aa7c80632d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528736 Jun 17 14:21:17.517892 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a52a-0e40-4f25-9657-df81f56e016b req-f05191db-872a-4e3d-9aa6-dec9edb7252c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:17.519384 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1647a52a-0e40-4f25-9657-df81f56e016b req-f05191db-872a-4e3d-9aa6-dec9edb7252c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0662146 Jun 17 14:21:17.560186 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1647a52a-0e40-4f25-9657-df81f56e016b req-07d33ac6-ecef-4d8c-9af5-e1c9801bd4f1 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351155 Jun 17 14:21:18.769578 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb723e6-ae3d-4fc8-8fa9-7d915fd5399e req-fc03626f-c296-4b78-83bf-e18a28ee90b0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:18.770897 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0eb723e6-ae3d-4fc8-8fa9-7d915fd5399e req-fc03626f-c296-4b78-83bf-e18a28ee90b0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0655050 Jun 17 14:21:18.808726 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0eb723e6-ae3d-4fc8-8fa9-7d915fd5399e req-351b02f6-470b-42f7-8ce9-1db79df0704e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Jun 17 14:21:19.997379 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a7470-1842-4fa4-b884-ed719472e896 req-3af0547d-fa54-4582-8bb5-a7cbe9cca5cf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:19.998898 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-df9a7470-1842-4fa4-b884-ed719472e896 req-3af0547d-fa54-4582-8bb5-a7cbe9cca5cf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0680330 Jun 17 14:21:20.043272 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-df9a7470-1842-4fa4-b884-ed719472e896 req-8f8b17ad-2b90-4765-a758-51cde930d688 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Jun 17 14:21:21.231657 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83a5b-d573-4be7-938f-9b6139562949 req-10f827d0-d72e-49ef-962d-b9d6d5ab106a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:21.233881 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0cf83a5b-d573-4be7-938f-9b6139562949 req-10f827d0-d72e-49ef-962d-b9d6d5ab106a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0696592 Jun 17 14:21:21.276217 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0cf83a5b-d573-4be7-938f-9b6139562949 req-5c0cf904-acdf-4b0d-9d46-bc457106ab31 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365558 Jun 17 14:21:22.042000 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:22.486355 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959e9b-575d-4957-a910-d030f7363f81 req-d426b58e-415c-45a4-93e5-347be7f11b04 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:22.488161 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea959e9b-575d-4957-a910-d030f7363f81 req-d426b58e-415c-45a4-93e5-347be7f11b04 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 944 time: 0.0748742 Jun 17 14:21:22.537838 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea959e9b-575d-4957-a910-d030f7363f81 req-6b85f5e8-77ed-4ac1-9fe9-f59b530ee791 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Jun 17 14:21:22.574337 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:21:22.677057 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port a31a7aaf-5413-44a7-9204-4f80db9f5644 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:21:22.677611 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:22.805164 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:22.833883 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:21:22.836591 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0498dc40-7866-4eb3-aa7f-c15d25a4fb51" -d '{"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-plugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:21:22.852994 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:22.859138 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:22.866663 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:22.929187 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600f3f94-40ab-462e-ab09-a5c6bb97beb4 x-openstack-request-id: req-600f3f94-40ab-462e-ab09-a5c6bb97beb4 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:21:22.929487 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-plugged", "status": "completed", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:21:22.930253 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-600f3f94-40ab-462e-ab09-a5c6bb97beb4 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:21:22.930804 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'code': 200} Jun 17 14:21:22.931618 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=10']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:22.935266 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:23.056401 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50690) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:23.217645 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5fb4fa27-b7e8-43ef-86ad-acbcfd52cec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:23.345013 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5fb4fa27-b7e8-43ef-86ad-acbcfd52cec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:23.353751 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5fb4fa27-b7e8-43ef-86ad-acbcfd52cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:23.358072 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b5614745-923d-47a6-afd4-12d30222144c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:23.388229 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4fa27-b7e8-43ef-86ad-acbcfd52cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d561a9-aa9d-4b42-a477-89653eed6aab,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:23.395635 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5fb4fa27-b7e8-43ef-86ad-acbcfd52cec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:23.407933 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-5fb4fa27-b7e8-43ef-86ad-acbcfd52cec7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a6e96fe965a9469896f88752d9ea1ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485026 Jun 17 14:21:23.411268 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50716) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:23.470766 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:23.521573 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:23.575660 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42e8d-7de7-499e-a0e3-16286b0042d2 req-61229a3d-49c7-4f36-a025-36e13eeacca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:23.578640 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dfd42e8d-7de7-499e-a0e3-16286b0042d2 req-61229a3d-49c7-4f36-a025-36e13eeacca5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 1099 time: 0.0983660 Jun 17 14:21:23.588268 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:23.591904 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:23.593136 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b9d561a9-aa9d-4b42-a477-89653eed6aab HTTP/1.1" status: 204 len: 168 time: 0.1802199 Jun 17 14:21:23.595202 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7e047673-c5e4-46bd-b94a-6a9261ef81f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:23.614376 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d561a9-aa9d-4b42-a477-89653eed6aab,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:23.622256 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:23.643110 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dfd42e8d-7de7-499e-a0e3-16286b0042d2 req-3936c4d2-4c65-4707-9b85-1ec0ec01c136 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487406 Jun 17 14:21:23.830453 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de67e67-3d75-404c-adef-bdb4525c3e7e req-4423087a-aa6e-4a51-aa47-cc967c3e8261 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:23.832025 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9de67e67-3d75-404c-adef-bdb4525c3e7e req-4423087a-aa6e-4a51-aa47-cc967c3e8261 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 946 time: 0.0654950 Jun 17 14:21:23.876260 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9de67e67-3d75-404c-adef-bdb4525c3e7e req-bdf9a4d1-9367-488e-a9d5-bcbfd1830708 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363331 Jun 17 14:21:24.279355 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50748) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:24.382862 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1584825623-network', 'tenant_id': 'a1cdca9343ca4638877202ef055439fe'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:24.403498 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Made reservation on behalf of a1cdca9343ca4638877202ef055439fe for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:21:24.408327 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.418583 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.530370 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.538417 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.542710 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7ad0b040-7012-488c-8035-b1d5d073e535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:24.565917 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:21:24.576001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f76dc1d-d6a2-444d-bff8-0807d66d79c8,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:24.580487 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:24.581543 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.581877 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Added segment fd57fc6b-3d42-4704-b2a2-1bb59f95146e of type vlan for network 59fcbc01-fa62-4754-b6ac-26a480386e2d Jun 17 14:21:24.626076 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.659906 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.661958 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:24.662681 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.667535 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:24.718902 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4384322 Jun 17 14:21:24.721832 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50772) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:24.727266 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Request body: {'subnet': {'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1584825623-subnet', 'tenant_id': 'a1cdca9343ca4638877202ef055439fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:24.730488 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Pushing event updated for resources: {'Network': ['ID=59fcbc01-fa62-4754-b6ac-26a480386e2d,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:24.733496 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:24.741071 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 59fcbc01-fa62-4754-b6ac-26a480386e2d details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:21:24.752712 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Made reservation on behalf of a1cdca9343ca4638877202ef055439fe for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:21:24.755400 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13309624'] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.927695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14348673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13309610'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:24.930106 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:24.988830 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:24.992780 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:25.001380 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Checking segment: {'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:21:25.001695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Network hostable DHCP agents. Network: 59fcbc01-fa62-4754-b6ac-26a480386e2d, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:21:25.029735 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Network 59fcbc01-fa62-4754-b6ac-26a480386e2d is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:21:25.061612 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 59fcbc01-fa62-4754-b6ac-26a480386e2d) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:21:25.067431 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:25.068028 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:25.075497 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baece037-fed6-46c1-8a65-a42608c141f6 None None] Network 59fcbc01-fa62-4754-b6ac-26a480386e2d requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:21:25.102621 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3794522 Jun 17 14:21:25.121136 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eaee5-c8af-4463-9080-2bc533b06c9d req-8780aa66-d74b-4a60-b75b-a7c863c52b9b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:25.122923 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-300eaee5-c8af-4463-9080-2bc533b06c9d req-8780aa66-d74b-4a60-b75b-a7c863c52b9b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 946 time: 0.1026819 Jun 17 14:21:25.180322 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-300eaee5-c8af-4463-9080-2bc533b06c9d req-adfd8e02-52cd-4c4d-a0ac-f8e37acdee70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470982 Jun 17 14:21:25.274165 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d356b-65bf-451a-9703-8e61cf01a605 None None] Network 59fcbc01-fa62-4754-b6ac-26a480386e2d requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:21:25.552103 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5638-1d67-42e3-ba74-80c61e65a131 req-b62f7750-c313-467c-9a67-6141b63c9195 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:25.553777 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e27e5638-1d67-42e3-ba74-80c61e65a131 req-b62f7750-c313-467c-9a67-6141b63c9195 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0778494 Jun 17 14:21:25.601830 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e27e5638-1d67-42e3-ba74-80c61e65a131 req-705aed14-06db-42b4-be6a-5cbf67b987e0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Jun 17 14:21:26.141492 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50850) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:26.265649 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9b513d22-9960-44e8-919c-cc1078e5a379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:26.424139 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9b513d22-9960-44e8-919c-cc1078e5a379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:26.432643 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9b513d22-9960-44e8-919c-cc1078e5a379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:26.437414 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4a2f6222-90eb-47da-b933-7aacde4ba819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:26.486287 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8d25-b0ff-4026-b24f-96c060d21fdc req-8a99656f-09bc-4490-b344-e67269c2b76b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:26.487714 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-01bf8d25-b0ff-4026-b24f-96c060d21fdc req-8a99656f-09bc-4490-b344-e67269c2b76b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 946 time: 0.1387308 Jun 17 14:21:26.494194 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-9b513d22-9960-44e8-919c-cc1078e5a379 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d58de92b22ce4db2b5d414e84834b31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514760 Jun 17 14:21:26.496988 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50856) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:26.502755 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b513d22-9960-44e8-919c-cc1078e5a379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a30873-c8dc-47a4-aa24-cf323c8410e0,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:26.505956 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9b513d22-9960-44e8-919c-cc1078e5a379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:26.537282 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-01bf8d25-b0ff-4026-b24f-96c060d21fdc req-b27437d1-6089-4f99-ba50-58c391f360b9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Jun 17 14:21:26.565076 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:26.589071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:26.635264 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:26.637860 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:26.639704 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b2a30873-c8dc-47a4-aa24-cf323c8410e0 HTTP/1.1" status: 204 len: 168 time: 0.1415410 Jun 17 14:21:26.640593 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:26.648595 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a30873-c8dc-47a4-aa24-cf323c8410e0,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:26.651075 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:26.816040 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5874c-bd05-459e-b3e7-637aa3662c10 req-173d3414-37e2-4ac5-9ca1-57b192caec3e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:26.817584 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-93f5874c-bd05-459e-b3e7-637aa3662c10 req-173d3414-37e2-4ac5-9ca1-57b192caec3e tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0737214 Jun 17 14:21:26.866443 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-93f5874c-bd05-459e-b3e7-637aa3662c10 req-4a37d31f-727f-49cc-a678-47f75657e364 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Jun 17 14:21:26.975709 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50874) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:26.995888 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-023bd387-bfb6-447a-b86b-30ca90a3eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:27.105250 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-023bd387-bfb6-447a-b86b-30ca90a3eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:27.110325 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-023bd387-bfb6-447a-b86b-30ca90a3eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:27.112930 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c58a0cca-9289-49ca-aec9-408662d45d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:27.156973 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-023bd387-bfb6-447a-b86b-30ca90a3eec6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3913a47f4de043b0b796d310a4db04e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802526 Jun 17 14:21:27.157203 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bd387-bfb6-447a-b86b-30ca90a3eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88516a0e-b624-4c7a-a88b-957854924ae6,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:27.159278 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50886) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:27.160194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-023bd387-bfb6-447a-b86b-30ca90a3eec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:27.226756 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-417492d0-37cb-4030-adfb-0150410b0df3 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:27.228195 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-417492d0-37cb-4030-adfb-0150410b0df3 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/networks?id=59fcbc01-fa62-4754-b6ac-26a480386e2d HTTP/1.1" status: 200 len: 814 time: 0.1338553 Jun 17 14:21:27.259504 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:27.262447 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-939d75c8-b7e5-4d42-bada-19a063f77b91 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/quotas/a1cdca9343ca4638877202ef055439fe HTTP/1.1" status: 200 len: 375 time: 0.0286222 Jun 17 14:21:27.306306 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-6d021433-fdc1-499c-aa1f-746b1a63316c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1cdca9343ca4638877202ef055439fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364416 Jun 17 14:21:27.308122 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:27.420430 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:27.423079 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:27.424158 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/88516a0e-b624-4c7a-a88b-957854924ae6 HTTP/1.1" status: 204 len: 168 time: 0.2639410 Jun 17 14:21:27.426464 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-435381ed-58a7-4faa-8699-1a1cca8254be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:27.432312 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-657c9230-cea6-4f14-9029-f2997111ddd9 service neutron] 10.222.0.82 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165562 Jun 17 14:21:27.437237 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88516a0e-b624-4c7a-a88b-957854924ae6,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:27.446499 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:27.527839 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-332554e5-9d0e-49d7-b44d-2a9e91ab31ec service neutron] 10.222.0.82 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884721 Jun 17 14:21:27.745124 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b02453f3-63bf-4953-9dbb-055b0e44644e req-ae2f4991-18c6-452c-964e-a1d4896bee26 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 210 time: 0.0516856 Jun 17 14:21:27.790450 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d4f89-24af-4855-8138-08f1848fe74a req-80f32607-9791-45ee-b9e8-cea3e5082da9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:27.792223 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e71d4f89-24af-4855-8138-08f1848fe74a req-80f32607-9791-45ee-b9e8-cea3e5082da9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 946 time: 0.1167080 Jun 17 14:21:27.860799 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e71d4f89-24af-4855-8138-08f1848fe74a req-f710ead2-a686-4a24-89f2-a72462378539 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615406 Jun 17 14:21:28.112739 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84de2b1-a88a-4e29-8a28-c58d27a97e6c req-b4afe6b5-f27b-4bf5-af99-2196d85b0883 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:28.121000 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f84de2b1-a88a-4e29-8a28-c58d27a97e6c req-b4afe6b5-f27b-4bf5-af99-2196d85b0883 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0797801 Jun 17 14:21:28.159977 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 50924) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:28.166130 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f84de2b1-a88a-4e29-8a28-c58d27a97e6c req-2d94a860-c019-4467-b5b1-f282235cb651 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Jun 17 14:21:28.345909 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-20a1722e-9fc2-49c1-b2ef-c2070dd3c783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:28.453861 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-20a1722e-9fc2-49c1-b2ef-c2070dd3c783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:28.461226 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-20a1722e-9fc2-49c1-b2ef-c2070dd3c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:28.467150 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-68343658-ff82-4b7a-a1f6-5a8641150159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:28.507054 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-20a1722e-9fc2-49c1-b2ef-c2070dd3c783 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dc95cd68565e4e958d23f71aec55dc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442340 Jun 17 14:21:28.508248 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1722e-9fc2-49c1-b2ef-c2070dd3c783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076122a8-8617-4587-be85-7f3455666497,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:28.510148 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50936) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:28.511460 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-20a1722e-9fc2-49c1-b2ef-c2070dd3c783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:28.572047 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:28.595930 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:28.649540 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:28.652193 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:28.654023 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/076122a8-8617-4587-be85-7f3455666497 HTTP/1.1" status: 204 len: 168 time: 0.1420035 Jun 17 14:21:28.654214 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9f3bccad-bb6f-4ed9-ba36-f6c1c0b3455e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:28.663657 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076122a8-8617-4587-be85-7f3455666497,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:28.673405 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:28.926256 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9ce2692b-d69a-4925-b1ed-01dfbf664cbb req-f7d43cbc-3d2e-45db-83a5-469ccde99932 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 210 time: 0.0379915 Jun 17 14:21:29.435253 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-9c7f39fb-ba17-4b90-897a-4b6e8585e69f tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:29.437409 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-9c7f39fb-ba17-4b90-897a-4b6e8585e69f tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "GET /v2.0/networks?id=59fcbc01-fa62-4754-b6ac-26a480386e2d HTTP/1.1" status: 200 len: 814 time: 0.1714327 Jun 17 14:21:29.437884 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccca5-2746-4e6e-87d6-f7c5173bf384 req-b1e8e2ce-eee2-4072-bd02-32e04b8f4204 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:29.439858 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-28eccca5-2746-4e6e-87d6-f7c5173bf384 req-b1e8e2ce-eee2-4072-bd02-32e04b8f4204 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1300223 Jun 17 14:21:29.477877 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Request body: {'port': {'device_id': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d', 'admin_state_up': True, 'tenant_id': 'a1cdca9343ca4638877202ef055439fe'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:29.495213 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-28eccca5-2746-4e6e-87d6-f7c5173bf384 req-a271aeb5-2915-4e25-8f8a-2c2dfaeaca2c tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490415 Jun 17 14:21:29.647562 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Made reservation on behalf of a1cdca9343ca4638877202ef055439fe for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:21:29.652789 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:29.825745 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Allocated IP 172.20.0.11 (59fcbc01-fa62-4754-b6ac-26a480386e2d/e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4/834f8614-7f1a-463d-88fe-6b5019296dd9) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:21:29.855021 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-37655de5-622e-4800-8aa6-118edf5c318b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:29.856529 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-37655de5-622e-4800-8aa6-118edf5c318b tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.1293514 Jun 17 14:21:30.096493 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-581d6a8a-e6ec-44e1-bb7c-1e714df6cfdb req-ca98f46d-93fb-4b93-8426-ecd315b22bea tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 210 time: 0.0314028 Jun 17 14:21:30.096950 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50986) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:30.127866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.127866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Deleting port 13514dde-13ad-4e83-9901-b5d66ea13e85 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:21:30.127866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.213264 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d817655c-ffaf-4047-9f22-00615d03331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.237973 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] For port 13514dde-13ad-4e83-9901-b5d66ea13e85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13514dde-13ad-4e83-9901-b5d66ea13e85,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:30.238379 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.242226 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.251440 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1916e844-8de8-4e65-af9b-fe947751bc8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:30.327917 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d817655c-ffaf-4047-9f22-00615d03331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.333356 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d817655c-ffaf-4047-9f22-00615d03331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.336095 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:30.375478 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817655c-ffaf-4047-9f22-00615d03331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0396bb-997a-4a6e-8bdd-0d80cb8ed706,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:30.379829 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d817655c-ffaf-4047-9f22-00615d03331c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=998eaa73898449cc9ba69349947c0e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818799 Jun 17 14:21:30.380870 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d817655c-ffaf-4047-9f22-00615d03331c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:30.382553 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50990) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:30.452705 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.479124 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.546355 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.549204 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.554648 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fc0396bb-997a-4a6e-8bdd-0d80cb8ed706 HTTP/1.1" status: 204 len: 168 time: 0.1666207 Jun 17 14:21:30.554648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e2e85b53-4d22-4d29-a5f8-aab722dfa1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:30.575832 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0396bb-997a-4a6e-8bdd-0d80cb8ed706,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:30.580423 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:30.586609 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Calling delete_port for 13514dde-13ad-4e83-9901-b5d66ea13e85 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:21:30.599644 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Network 59fcbc01-fa62-4754-b6ac-26a480386e2d is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:21:30.610428 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:21:30.616946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:21:30.645150 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Pushing event updated for resources: {'Port': ['ID=834f8614-7f1a-463d-88fe-6b5019296dd9,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:30.690237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:30.731866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:30.732555 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.734045 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d94e5-b9d0-4979-a89e-cb1a3016a57c req-61365eec-0ddc-46ef-9705-1af8b9a89d76 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:30.735664 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0a0d94e5-b9d0-4979-a89e-cb1a3016a57c req-61365eec-0ddc-46ef-9705-1af8b9a89d76 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 945 time: 0.0841503 Jun 17 14:21:30.760964 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2924225 Jun 17 14:21:30.775014 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Request body: {'port': {'device_id': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:30.791092 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0a0d94e5-b9d0-4979-a89e-cb1a3016a57c req-0e29984b-b9df-4d8f-ac1d-5a7eefe13fc4 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Jun 17 14:21:30.890386 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.898119 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-39c938d6-0725-4224-ad7b-1f13addf5971 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:30.908188 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['ce8171eb-e01a-47db-871b-dcacbfac8deb'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:21:30.922254 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 50998) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:30.928295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:30.930188 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Pushing event deleted for resources: {'Port': ['ID=13514dde-13ad-4e83-9901-b5d66ea13e85,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:30.934454 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:30.952024 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-38a79b92-6d99-4cb8-a31c-2763015e5c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.017720 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] No DVR routers for this DVR port 13514dde-13ad-4e83-9901-b5d66ea13e85 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:21:31.022815 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.025384 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4c38224a-0a6c-4a1a-b0ea-87b4a8b280c4 req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "DELETE /v2.0/ports/13514dde-13ad-4e83-9901-b5d66ea13e85 HTTP/1.1" status: 204 len: 173 time: 1.1512563 Jun 17 14:21:31.026208 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'name': 'network-vif-deleted', 'tag': '13514dde-13ad-4e83-9901-b5d66ea13e85'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:21:31.029185 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b85ca38-7403-4d1a-b1e0-b611e98b8689" -d '{"events": [{"server_uuid": "c208a104-cc57-40e9-82d7-40557e5e802b", "name": "network-vif-deleted", "tag": "13514dde-13ad-4e83-9901-b5d66ea13e85"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:21:31.078133 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9ba3de-b9ed-48e1-a129-7ff71698364e x-openstack-request-id: req-8f9ba3de-b9ed-48e1-a129-7ff71698364e {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:21:31.078596 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c208a104-cc57-40e9-82d7-40557e5e802b", "name": "network-vif-deleted", "tag": "13514dde-13ad-4e83-9901-b5d66ea13e85", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:21:31.078969 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8f9ba3de-b9ed-48e1-a129-7ff71698364e {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:21:31.080063 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c208a104-cc57-40e9-82d7-40557e5e802b', 'name': 'network-vif-deleted', 'tag': '13514dde-13ad-4e83-9901-b5d66ea13e85', 'status': 'completed', 'code': 200} Jun 17 14:21:31.162266 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-38a79b92-6d99-4cb8-a31c-2763015e5c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.168906 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-38a79b92-6d99-4cb8-a31c-2763015e5c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.175343 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f4640b6f-15d9-47b5-8ba5-1cff12a1b19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:31.225896 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a79b92-6d99-4cb8-a31c-2763015e5c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118f14dc-6ea9-4414-a9cd-e7656a9cfb6b,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:31.230833 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-38a79b92-6d99-4cb8-a31c-2763015e5c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:31.242024 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-38a79b92-6d99-4cb8-a31c-2763015e5c12 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6768e671f0f545e7ae5a75cd88f0e2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156421 Jun 17 14:21:31.242274 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51004) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:31.320404 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834f8614-7f1a-463d-88fe-6b5019296dd9 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:21:31.331005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.346303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Transition to ACTIVE for port object 834f8614-7f1a-463d-88fe-6b5019296dd9 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:21:31.350057 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.352971 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:31.377426 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.413284 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.427847 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Pushing event updated for resources: {'Port': ['ID=834f8614-7f1a-463d-88fe-6b5019296dd9,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:31.431471 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:31.442689 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25e7c-832b-4291-8d12-140a15982b1a req-f596cf20-83ca-4d40-b997-d320db86add4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:31.444226 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-94b25e7c-832b-4291-8d12-140a15982b1a req-f596cf20-83ca-4d40-b997-d320db86add4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 932 time: 0.1755700 Jun 17 14:21:31.493827 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-94b25e7c-832b-4291-8d12-140a15982b1a req-fc839bed-7dc6-42f7-94dd-1f730581351c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Jun 17 14:21:31.510633 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Attempting to bind port 834f8614-7f1a-463d-88fe-6b5019296dd9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:21:31.511268 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Attempting to bind port 834f8614-7f1a-463d-88fe-6b5019296dd9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:21:31.511657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Attempting to bind port 834f8614-7f1a-463d-88fe-6b5019296dd9 on network 59fcbc01-fa62-4754-b6ac-26a480386e2d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:21:31.516309 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.517489 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Port 834f8614-7f1a-463d-88fe-6b5019296dd9 on network 59fcbc01-fa62-4754-b6ac-26a480386e2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:21:31.519422 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.523243 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/118f14dc-6ea9-4414-a9cd-e7656a9cfb6b HTTP/1.1" status: 204 len: 168 time: 0.2771521 Jun 17 14:21:31.523243 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e55b9fae-1288-4f1e-9ca7-6af4188c0c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:31.528680 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Attempting to bind port 834f8614-7f1a-463d-88fe-6b5019296dd9 on network 59fcbc01-fa62-4754-b6ac-26a480386e2d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:21:31.531793 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f14dc-6ea9-4414-a9cd-e7656a9cfb6b,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:31.534282 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:31.535770 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:21:31.536171 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Checking segment: {'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:21:31.536600 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Bound using segment: {'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:21:31.537340 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Bound port: 834f8614-7f1a-463d-88fe-6b5019296dd9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:21:31.537749 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.606225 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] For port 834f8614-7f1a-463d-88fe-6b5019296dd9, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:21:31.610553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] For port 834f8614-7f1a-463d-88fe-6b5019296dd9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=834f8614-7f1a-463d-88fe-6b5019296dd9,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:21:31.620012 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.622553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-68837430-ac99-491d-a313-eed072b37440 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:31.661740 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:31.662441 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:31.664036 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] 10.222.0.95 "PUT /v2.0/ports/834f8614-7f1a-463d-88fe-6b5019296dd9 HTTP/1.1" status: 200 len: 1094 time: 0.8940864 Jun 17 14:21:31.685077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Pushing event updated for resources: {'Port': ['ID=834f8614-7f1a-463d-88fe-6b5019296dd9,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:31.689019 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:31.817102 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-8cbe67e9-f3fc-45bc-8dd8-ca8bb270f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:31.818746 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-8cbe67e9-f3fc-45bc-8dd8-ca8bb270f992 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a1cdca9343ca4638877202ef055439fe&device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 1097 time: 0.0710654 Jun 17 14:21:31.894750 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-57ee7e23-78f7-4e69-8745-9b4f7c39c5bd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=834f8614-7f1a-463d-88fe-6b5019296dd9 HTTP/1.1" status: 200 len: 217 time: 0.0591805 Jun 17 14:21:31.982141 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-cf9ee790-7591-4f2b-96dc-5a541f94c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:31.987390 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-cf9ee790-7591-4f2b-96dc-5a541f94c21f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4 HTTP/1.1" status: 200 len: 854 time: 0.0773695 Jun 17 14:21:32.047971 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-afd795c8-bdd4-48fd-b27e-6f07a41e68f4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=59fcbc01-fa62-4754-b6ac-26a480386e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510423 Jun 17 14:21:32.059259 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d0286753-f6a5-4a42-a03e-9f6718f0414d req-78c969d9-9365-40af-b8ca-e54c8dca4766 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=c208a104-cc57-40e9-82d7-40557e5e802b HTTP/1.1" status: 200 len: 210 time: 0.0458560 Jun 17 14:21:32.211764 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-4011bd26-4739-4176-9273-c6db60438bf3 service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514671 Jun 17 14:21:32.336890 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4dd6fd12-efd2-412b-80cb-9965860dd9bb req-2c9dc5b6-c134-4c7f-9c3a-714ec47388c7 service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150489 Jun 17 14:21:32.622656 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 13514dde-13ad-4e83-9901-b5d66ea13e85 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:21:32.659042 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 13514dde-13ad-4e83-9901-b5d66ea13e85 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:21:32.659490 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 13514dde-13ad-4e83-9901-b5d66ea13e85 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:21:32.727429 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5572b6-e83f-4676-88b1-71b941d9c731 req-89f7d217-2f37-48b7-8282-f7da20e053c1 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:32.730184 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8c5572b6-e83f-4676-88b1-71b941d9c731 req-89f7d217-2f37-48b7-8282-f7da20e053c1 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 944 time: 0.0772405 Jun 17 14:21:32.777246 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8c5572b6-e83f-4676-88b1-71b941d9c731 req-32365c63-c366-4561-b3bd-7e680163ead0 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Jun 17 14:21:33.081280 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'tag': '834f8614-7f1a-463d-88fe-6b5019296dd9'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:21:33.083819 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6" -d '{"events": [{"name": "network-changed", "server_uuid": "27cf18a9-0209-4a68-b709-5ff7cef2fdde", "tag": "834f8614-7f1a-463d-88fe-6b5019296dd9"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:21:33.127344 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689fc6d0-85d1-41e1-9a52-d2a88eec86a3 x-openstack-request-id: req-689fc6d0-85d1-41e1-9a52-d2a88eec86a3 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:21:33.127664 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cf18a9-0209-4a68-b709-5ff7cef2fdde", "tag": "834f8614-7f1a-463d-88fe-6b5019296dd9", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:21:33.127946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-689fc6d0-85d1-41e1-9a52-d2a88eec86a3 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:21:33.128379 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'tag': '834f8614-7f1a-463d-88fe-6b5019296dd9', 'status': 'completed', 'code': 200} Jun 17 14:21:33.236951 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-4b59c8d9-54aa-4316-92b4-9dc574fb1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:33.238964 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-4b59c8d9-54aa-4316-92b4-9dc574fb1576 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a1cdca9343ca4638877202ef055439fe&device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 1097 time: 0.0686848 Jun 17 14:21:33.365605 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-f2bfb2c4-156e-4039-aa0d-82c2a214d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:33.367162 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-f2bfb2c4-156e-4039-aa0d-82c2a214d199 service neutron] 10.222.0.95 "GET /v2.0/networks?id=59fcbc01-fa62-4754-b6ac-26a480386e2d HTTP/1.1" status: 200 len: 916 time: 0.1173725 Jun 17 14:21:33.420779 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-f88f757a-09a6-43a2-a9fa-79ba7638c330 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=834f8614-7f1a-463d-88fe-6b5019296dd9 HTTP/1.1" status: 200 len: 217 time: 0.0399303 Jun 17 14:21:33.525930 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-3fc78bf2-f735-4313-8c72-5af8ba3f613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:33.528522 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-3fc78bf2-f735-4313-8c72-5af8ba3f613d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4 HTTP/1.1" status: 200 len: 854 time: 0.0678806 Jun 17 14:21:33.565660 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-597815de-acd6-4e9f-a207-c1772bbc4f9a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=59fcbc01-fa62-4754-b6ac-26a480386e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271337 Jun 17 14:21:33.588892 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc916d-e27b-4812-8e04-5f2491ab6ddb req-272448f0-329d-4c5e-8121-a8f60e11242d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:33.590397 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-acfc916d-e27b-4812-8e04-5f2491ab6ddb req-272448f0-329d-4c5e-8121-a8f60e11242d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0729225 Jun 17 14:21:33.633037 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-acfc916d-e27b-4812-8e04-5f2491ab6ddb req-03bcc6e3-25ab-433d-b43c-8ba1bb5c7de3 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Jun 17 14:21:33.687369 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-f96b29a1-f12f-4139-803b-b2dce29741fc service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017485 Jun 17 14:21:33.745973 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-cc22c242-12bb-4376-b1b2-6357060fdae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:33.823172 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-46df058d-d03c-4b1a-a4d8-c2d37c62edb6 req-d87b55b8-0a93-4d9f-b54c-4c6321bf198d service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193733 Jun 17 14:21:33.978933 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe0c01-47a7-4597-910e-36496a476398 req-97b4b664-a65c-4590-9a40-a5375542895f tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:33.980753 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fffe0c01-47a7-4597-910e-36496a476398 req-97b4b664-a65c-4590-9a40-a5375542895f tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 944 time: 0.0780823 Jun 17 14:21:34.025168 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fffe0c01-47a7-4597-910e-36496a476398 req-4153e615-ac28-4e11-8fc1-aafeddf64f8c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Jun 17 14:21:34.652794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 834f8614-7f1a-463d-88fe-6b5019296dd9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:21:34.679780 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:21:34.768257 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 834f8614-7f1a-463d-88fe-6b5019296dd9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=834f8614-7f1a-463d-88fe-6b5019296dd9,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:34.780928 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '834f8614-7f1a-463d-88fe-6b5019296dd9', 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d', 'port_id': '834f8614-7f1a-463d-88fe-6b5019296dd9', 'mac_address': 'fa:16:3e:ed:01:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:21:34.832916 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:34.854234 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834f8614-7f1a-463d-88fe-6b5019296dd9 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:21:34.859247 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62697c-de1d-481e-800c-a66c4a466b27 req-3a045212-f88d-45d7-a39c-17fab51e5361 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:34.861781 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d62697c-de1d-481e-800c-a66c4a466b27 req-3a045212-f88d-45d7-a39c-17fab51e5361 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0929191 Jun 17 14:21:34.887308 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 834f8614-7f1a-463d-88fe-6b5019296dd9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=834f8614-7f1a-463d-88fe-6b5019296dd9,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:34.892723 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:34.895062 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:34.914884 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d62697c-de1d-481e-800c-a66c4a466b27 req-ab507435-ff40-4060-a290-7a7eb6c97267 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460608 Jun 17 14:21:34.949163 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=834f8614-7f1a-463d-88fe-6b5019296dd9,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:34.953326 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:35.210843 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b892a-6917-4800-b164-e5e982addeec req-eb8e2999-193c-463e-a244-447207e24539 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:35.212375 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-927b892a-6917-4800-b164-e5e982addeec req-eb8e2999-193c-463e-a244-447207e24539 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 945 time: 0.0686367 Jun 17 14:21:35.277254 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-927b892a-6917-4800-b164-e5e982addeec req-6ce7e65d-2f6d-4595-bdc3-53dc0d8c21a4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Jun 17 14:21:35.305102 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['834f8614-7f1a-463d-88fe-6b5019296dd9'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:21:35.521916 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51068) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:35.636953 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6f61678f-6488-4e2f-9034-79de1afbe411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:35.745233 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6f61678f-6488-4e2f-9034-79de1afbe411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:35.751019 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6f61678f-6488-4e2f-9034-79de1afbe411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:35.755416 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b24fda0b-3545-4f03-bf0f-eaf5073d42cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:35.798301 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6f61678f-6488-4e2f-9034-79de1afbe411 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d9699ff97f834f6490f5397336053a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750802 Jun 17 14:21:35.799482 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61678f-6488-4e2f-9034-79de1afbe411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7197cf-a2dd-4f31-ba57-3a9d31fdf0bc,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:35.802276 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51072) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:35.811076 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6f61678f-6488-4e2f-9034-79de1afbe411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:35.863032 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:35.888464 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:35.942378 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:35.945332 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:35.946736 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5c7197cf-a2dd-4f31-ba57-3a9d31fdf0bc HTTP/1.1" status: 204 len: 168 time: 0.1435952 Jun 17 14:21:35.947533 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-54202e87-a496-4926-8bc3-88c10b9e76bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:35.959188 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7197cf-a2dd-4f31-ba57-3a9d31fdf0bc,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:35.961651 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:36.125056 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dda742-7540-4236-a06d-88987995fdce req-263e00c8-ae14-4977-a994-a096fbadb8d0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:36.127313 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-37dda742-7540-4236-a06d-88987995fdce req-263e00c8-ae14-4977-a994-a096fbadb8d0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0777345 Jun 17 14:21:36.166306 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d2e1380c-e5a9-4298-9101-9cd7e95a1269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:36.189951 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-37dda742-7540-4236-a06d-88987995fdce req-fa146822-6d1c-4e0c-b337-16ed026179d0 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544751 Jun 17 14:21:36.468659 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00fab5-c157-45bc-92c1-2f4b97654754 req-2a5545ee-b5cb-49e0-a756-4dad5af66c28 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:36.470381 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ab00fab5-c157-45bc-92c1-2f4b97654754 req-2a5545ee-b5cb-49e0-a756-4dad5af66c28 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 945 time: 0.0718277 Jun 17 14:21:36.523912 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ab00fab5-c157-45bc-92c1-2f4b97654754 req-208019ce-727a-4960-815a-1c0087fea5e5 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 Jun 17 14:21:36.659728 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 834f8614-7f1a-463d-88fe-6b5019296dd9 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:21:36.717510 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 834f8614-7f1a-463d-88fe-6b5019296dd9 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:21:36.721540 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 834f8614-7f1a-463d-88fe-6b5019296dd9 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:21:36.721920 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:36.817280 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:36.873569 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834f8614-7f1a-463d-88fe-6b5019296dd9'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:21:36.877726 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fda8300-2d16-4c2c-b867-3646e7c437a6" -d '{"events": [{"server_uuid": "27cf18a9-0209-4a68-b709-5ff7cef2fdde", "name": "network-vif-plugged", "status": "completed", "tag": "834f8614-7f1a-463d-88fe-6b5019296dd9"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:21:36.907158 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:36.913290 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 834f8614-7f1a-463d-88fe-6b5019296dd9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=834f8614-7f1a-463d-88fe-6b5019296dd9,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:36.918078 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:36.920585 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-2e5fb5c7-8f49-41dc-8564-cc617878a2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:36.942566 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5e8b51-8418-49af-8fae-6b6fc1cfbeb4 x-openstack-request-id: req-2d5e8b51-8418-49af-8fae-6b6fc1cfbeb4 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:21:36.942873 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf18a9-0209-4a68-b709-5ff7cef2fdde", "name": "network-vif-plugged", "status": "completed", "tag": "834f8614-7f1a-463d-88fe-6b5019296dd9", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:21:36.943136 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2d5e8b51-8418-49af-8fae-6b6fc1cfbeb4 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:21:36.943538 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834f8614-7f1a-463d-88fe-6b5019296dd9', 'code': 200} Jun 17 14:21:36.978881 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=834f8614-7f1a-463d-88fe-6b5019296dd9,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:36.978881 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:37.246009 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3aca7-8d2a-4428-bc95-598d5dac4d70 req-92e444a7-6291-43c6-b88d-aee6f8d4afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:37.248018 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-61a3aca7-8d2a-4428-bc95-598d5dac4d70 req-92e444a7-6291-43c6-b88d-aee6f8d4afb8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 1099 time: 0.0781703 Jun 17 14:21:37.288448 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-61a3aca7-8d2a-4428-bc95-598d5dac4d70 req-ed24bc4c-dac8-4221-be6c-df92c01085fd service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Jun 17 14:21:37.461526 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6b3f-026f-4d89-a27b-abfaea23ff06 req-c62520b5-ef11-4315-b249-39b9f24da1ab tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:37.464705 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03ce6b3f-026f-4d89-a27b-abfaea23ff06 req-c62520b5-ef11-4315-b249-39b9f24da1ab tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1170132 Jun 17 14:21:37.513238 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03ce6b3f-026f-4d89-a27b-abfaea23ff06 req-7fb00af0-dbb7-4efe-b3c4-f7ce4c98f3e7 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Jun 17 14:21:37.711943 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:37.731139 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc64397-cffb-491a-9f60-28401ca77b0a req-e7844385-58fb-4f91-aa29-bbcae63d7263 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:37.732860 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6bc64397-cffb-491a-9f60-28401ca77b0a req-e7844385-58fb-4f91-aa29-bbcae63d7263 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 946 time: 0.0797148 Jun 17 14:21:37.785527 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6bc64397-cffb-491a-9f60-28401ca77b0a req-933e7e45-815d-48b0-8282-5b3e8874fcd6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Jun 17 14:21:38.734690 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc972ad-ee3f-49bc-b662-36a9d3eed5b8 req-b7043012-0787-4827-8438-144d99b27840 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:38.736550 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-abc972ad-ee3f-49bc-b662-36a9d3eed5b8 req-b7043012-0787-4827-8438-144d99b27840 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0892966 Jun 17 14:21:38.793091 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-abc972ad-ee3f-49bc-b662-36a9d3eed5b8 req-dca095cd-2287-4401-933d-2f4c5d9e1106 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Jun 17 14:21:39.034037 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810ad3-ac63-40a4-bb05-45f4e421a1f3 req-19daced0-df02-45b0-bc50-e4ebf6f6e877 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:39.035977 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-59810ad3-ac63-40a4-bb05-45f4e421a1f3 req-19daced0-df02-45b0-bc50-e4ebf6f6e877 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 946 time: 0.0962753 Jun 17 14:21:39.079130 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-59810ad3-ac63-40a4-bb05-45f4e421a1f3 req-2f6057e8-43a5-47b1-938b-96ac00cbb315 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Jun 17 14:21:40.023331 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:40.047946 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7655a-a583-437e-9712-be252a3d52d9 req-482d3bbd-7977-43ac-ace0-b5769c82f4ec tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:40.049730 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8fa7655a-a583-437e-9712-be252a3d52d9 req-482d3bbd-7977-43ac-ace0-b5769c82f4ec tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1063035 Jun 17 14:21:40.103776 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8fa7655a-a583-437e-9712-be252a3d52d9 req-5d6b2cb1-e920-4b31-be40-960a94b52cce tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464749 Jun 17 14:21:41.298757 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf5bd-5299-4698-802b-07e7e8e2b215 req-e3615515-273d-4877-beaf-c99f65d36aac tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:41.300062 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0f6cf5bd-5299-4698-802b-07e7e8e2b215 req-e3615515-273d-4877-beaf-c99f65d36aac tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0722034 Jun 17 14:21:41.346889 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0f6cf5bd-5299-4698-802b-07e7e8e2b215 req-918855e3-19ea-4e04-8126-31a873c3ccc2 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Jun 17 14:21:42.567587 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41413822-b049-4be2-b90e-43efc4aff9a7 req-a0a42ea3-f5f7-4f03-ad1c-e8c1345cc5e9 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:42.568953 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-41413822-b049-4be2-b90e-43efc4aff9a7 req-a0a42ea3-f5f7-4f03-ad1c-e8c1345cc5e9 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0752592 Jun 17 14:21:42.623710 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-41413822-b049-4be2-b90e-43efc4aff9a7 req-63bfaebd-7378-4e98-8e0f-4e7c6c198e50 tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Jun 17 14:21:43.398063 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-abcedcb7-c17d-445e-a68e-4442b765183d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:43.399513 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-abcedcb7-c17d-445e-a68e-4442b765183d tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.0740201 Jun 17 14:21:43.525119 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Deleting port ce8171eb-e01a-47db-871b-dcacbfac8deb {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:21:43.525606 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:43.651601 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] For port ce8171eb-e01a-47db-871b-dcacbfac8deb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ce8171eb-e01a-47db-871b-dcacbfac8deb,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:43.652026 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:43.736695 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Calling delete_port for ce8171eb-e01a-47db-871b-dcacbfac8deb owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:21:43.899860 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89cdd8-0069-4818-b6c0-f051071acfaf req-ee2c97dc-3b5e-4d3a-a960-24b54f27702a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:43.899860 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ca89cdd8-0069-4818-b6c0-f051071acfaf req-ee2c97dc-3b5e-4d3a-a960-24b54f27702a tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee0c2adc-276d-4024-a9a9-558dbd79e0d4 HTTP/1.1" status: 200 len: 946 time: 0.1271007 Jun 17 14:21:43.972302 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ca89cdd8-0069-4818-b6c0-f051071acfaf req-477e4377-90ce-4ed1-8a6a-aba616693c1f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.82 "GET /v2.0/security-groups?id=21b10408-9e8c-4a4e-9250-c142d7325b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Jun 17 14:21:43.992788 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:43.999402 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:44.005613 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['ce8171eb-e01a-47db-871b-dcacbfac8deb'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:21:44.042284 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Pushing event deleted for resources: {'Port': ['ID=ce8171eb-e01a-47db-871b-dcacbfac8deb,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:44.077503 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.077870 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.078253 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.078608 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.078965 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.079311 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.079652 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.079998 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.080336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.080677 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.081010 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.081350 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:21:44.084987 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:44.112742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] No DVR routers for this DVR port ce8171eb-e01a-47db-871b-dcacbfac8deb on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:21:44.115789 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:44.118698 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66dec855-a644-4d08-b32c-92bd331fdcbc req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] 10.222.0.95 "DELETE /v2.0/ports/ce8171eb-e01a-47db-871b-dcacbfac8deb HTTP/1.1" status: 204 len: 173 time: 0.7023149 Jun 17 14:21:44.119271 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'name': 'network-vif-deleted', 'tag': 'ce8171eb-e01a-47db-871b-dcacbfac8deb'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:21:44.124550 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff7d420-e82f-4a07-974b-49d6dc29698a" -d '{"events": [{"server_uuid": "ee0c2adc-276d-4024-a9a9-558dbd79e0d4", "name": "network-vif-deleted", "tag": "ce8171eb-e01a-47db-871b-dcacbfac8deb"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:21:44.170657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb29e2b-0511-4067-9321-508b0c0c2971 x-openstack-request-id: req-9eb29e2b-0511-4067-9321-508b0c0c2971 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:21:44.171104 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0c2adc-276d-4024-a9a9-558dbd79e0d4", "name": "network-vif-deleted", "tag": "ce8171eb-e01a-47db-871b-dcacbfac8deb", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:21:44.171539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9eb29e2b-0511-4067-9321-508b0c0c2971 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:21:44.172045 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0c2adc-276d-4024-a9a9-558dbd79e0d4', 'name': 'network-vif-deleted', 'tag': 'ce8171eb-e01a-47db-871b-dcacbfac8deb', 'status': 'completed', 'code': 200} Jun 17 14:21:45.101943 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51284) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:45.810408 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:46.155924 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Deleting port f34db370-59fb-44ea-806c-abe1f3c2756e {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:21:46.156976 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:46.250396 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] For port f34db370-59fb-44ea-806c-abe1f3c2756e, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=f34db370-59fb-44ea-806c-abe1f3c2756e,segment=NetworkSegment(2413a7b6-ab72-4808-82cd-60b89d9dbfb0),segment_id=2413a7b6-ab72-4808-82cd-60b89d9dbfb0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:46.250800 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:46.319604 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Calling delete_port for f34db370-59fb-44ea-806c-abe1f3c2756e owned by network:router_interface {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:21:46.585923 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:46.589382 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:46.616817 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Pushing event deleted for resources: {'Port': ['ID=f34db370-59fb-44ea-806c-abe1f3c2756e,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:46.619897 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:46.754507 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device ce8171eb-e01a-47db-871b-dcacbfac8deb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:21:46.775569 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: ce8171eb-e01a-47db-871b-dcacbfac8deb {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:21:46.775831 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device ce8171eb-e01a-47db-871b-dcacbfac8deb not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:21:46.798702 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:47.060550 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:21:47.176333 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:21:47.181391 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] 10.222.0.82 "PUT /v2.0/routers/14a78e0a-a2cb-481e-ad5c-73d8233972f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0783322 Jun 17 14:21:47.184382 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51318) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:47.188149 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] Sync routers for ids ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:21:47.199152 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] Routers {'14a78e0a-a2cb-481e-ad5c-73d8233972f2'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:21:47.199904 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:21:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:47.302356 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:47.346200 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] Set router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:21:47.563754 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:21:46Z', 'revision_number': 5, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:47.611093 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] Checking router: 14a78e0a-a2cb-481e-ad5c-73d8233972f2 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:21:47.621126 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] Routers {'14a78e0a-a2cb-481e-ad5c-73d8233972f2'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:21:47.621809 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:21:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:47.709799 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cdc0-6cdb-476e-87ea-f5652bf652d8 req-8b40fcfb-0dea-4694-a942-fe458055b5e8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:47.711433 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4d72cdc0-6cdb-476e-87ea-f5652bf652d8 req-8b40fcfb-0dea-4694-a942-fe458055b5e8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1332190 Jun 17 14:21:47.712798 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:47.782716 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4d72cdc0-6cdb-476e-87ea-f5652bf652d8 req-edd96a85-ba83-4d2e-8a38-19919af30e2a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603318 Jun 17 14:21:47.810538 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Deleting port a853aa83-1b58-40de-bede-5333e3a0b747 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:21:47.810868 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:47.856450 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] Set router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:21:47.897253 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] For port a853aa83-1b58-40de-bede-5333e3a0b747, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a853aa83-1b58-40de-bede-5333e3a0b747,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:21:47.897658 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:47.967368 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Calling delete_port for a853aa83-1b58-40de-bede-5333e3a0b747 owned by network:router_gateway {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:21:48.060804 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:21:46Z', 'revision_number': 5, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:48.088383 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c0418-0f80-48b1-8ae0-6358f64c88a6 None None] The sync data for ids ['14a78e0a-a2cb-481e-ad5c-73d8233972f2'] in dv-cinder-796286-6-iscsi is: [{'id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'name': 'tempest-ServerRescueNegativeTestJSON-161830950-router', 'tenant_id': '4891408382304eef8d46db5b00d5ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:21:46Z', 'revision_number': 5, 'project_id': '4891408382304eef8d46db5b00d5ec12', 'gw_port': {'id': 'a853aa83-1b58-40de-bede-5333e3a0b747', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a78e0a-a2cb-481e-ad5c-73d8233972f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:21:48.194500 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.198773 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0c0f6eb1-5dde-4e49-8557-9d769c4f9f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:48.224418 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a853aa83-1b58-40de-bede-5333e3a0b747,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:48.243823 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:48.315886 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.349240 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51332) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:48.424626 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.427267 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.474213 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd69a6ad-d5a8-46d8-a748-4c90bb857ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.503857 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.504479 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a78e0a-a2cb-481e-ad5c-73d8233972f2 {{(pid=93041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:21:48.509866 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.511082 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] 10.222.0.82 "DELETE /v2.0/routers/14a78e0a-a2cb-481e-ad5c-73d8233972f2 HTTP/1.1" status: 204 len: 168 time: 1.3246262 Jun 17 14:21:48.514118 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51336) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:48.581667 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Deleting subnet 47407229-ab4c-47d0-95e1-848c70199eb4 {{(pid=93042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:21:48.588920 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.640993 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13843473'] for subnet, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.682480 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd69a6ad-d5a8-46d8-a748-4c90bb857ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.689828 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-dd69a6ad-d5a8-46d8-a748-4c90bb857ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.698321 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ab5ae281-ad5a-4157-ad61-4a6afaf2e56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:48.722960 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.772942 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-dd69a6ad-d5a8-46d8-a748-4c90bb857ebe admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=99c4dff0da264539bf9bf86019875cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226248 Jun 17 14:21:48.773734 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69a6ad-d5a8-46d8-a748-4c90bb857ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44220ec1-3e32-4bb7-ac91-b7ac028f8c11,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:48.775957 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51338) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:48.792319 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd69a6ad-d5a8-46d8-a748-4c90bb857ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:48.818752 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12620015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24654246'] for subnet, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.822600 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:48.853540 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47407229-ab4c-47d0-95e1-848c70199eb4,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:48.857714 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:48.870933 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.871102 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.871203 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6b475076-662a-4ca4-a95b-f9e950986968 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/47407229-ab4c-47d0-95e1-848c70199eb4 HTTP/1.1" status: 204 len: 168 time: 0.3519969 Jun 17 14:21:48.873405 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51342) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:48.902824 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.967470 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:48.999440 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.002141 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.003690 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/44220ec1-3e32-4bb7-ac91-b7ac028f8c11 HTTP/1.1" status: 204 len: 168 time: 0.2265263 Jun 17 14:21:49.005239 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:49.016365 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44220ec1-3e32-4bb7-ac91-b7ac028f8c11,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:49.023996 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:49.045627 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0d46-9c15-4f8e-8861-1b01475243cb req-dc007d8e-069b-4123-b847-dd1a24efe3ab tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:49.047129 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ab7e0d46-9c15-4f8e-8861-1b01475243cb req-dc007d8e-069b-4123-b847-dd1a24efe3ab tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.1023142 Jun 17 14:21:49.063851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.074562 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c52f70-21e7-42df-8b3a-2db59374c6fc']}} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:49.087107 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2413a7b6-ab72-4808-82cd-60b89d9dbfb0') {'for_net_delete': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:49.087493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2413a7b6-ab72-4808-82cd-60b89d9dbfb0') {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:49.090843 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ab7e0d46-9c15-4f8e-8861-1b01475243cb req-fda2db0b-216e-4639-92eb-3d060e5b7f9c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371313 Jun 17 14:21:49.097796 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13843486'] for segment, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.121289 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.128432 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=93042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:21:49.128829 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12619842'] for segment, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: Traceback (most recent call last): Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: timer() Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: cb(*args, **kw) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: return func(*args, **kwargs) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: self._notify() Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: self.callback(batched_events) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: event.method(event) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: return f(self, *a, **k) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._get(url).json() Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: return self.request(url, 'GET', **kwargs) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:21:49.130611 dv-cinder-796286-6-iscsi neutron-server[93042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:21:49.198619 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.204213 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:49.209250 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.211786 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] 10.222.0.82 "DELETE /v2.0/networks/80c52f70-21e7-42df-8b3a-2db59374c6fc HTTP/1.1" status: 204 len: 168 time: 0.3367159 Jun 17 14:21:49.228726 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c52f70-21e7-42df-8b3a-2db59374c6fc,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:49.239851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6bc024c9-b481-46d2-add0-fb0d47910fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:49.375925 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device f34db370-59fb-44ea-806c-abe1f3c2756e no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:21:49.400274 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: f34db370-59fb-44ea-806c-abe1f3c2756e {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:21:49.400894 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device f34db370-59fb-44ea-806c-abe1f3c2756e not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:21:49.401335 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a853aa83-1b58-40de-bede-5333e3a0b747 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:21:49.421586 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: a853aa83-1b58-40de-bede-5333e3a0b747 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:21:49.422052 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a853aa83-1b58-40de-bede-5333e3a0b747 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:21:49.439846 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51352) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:49.484617 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-10ca5a78-9405-4afd-a346-493ac3359c8a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4891408382304eef8d46db5b00d5ec12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433679 Jun 17 14:21:49.486920 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51354) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:49.537806 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.560394 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.614515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.617251 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:49.618490 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/21b10408-9e8c-4a4e-9250-c142d7325b11 HTTP/1.1" status: 204 len: 168 time: 0.1305757 Jun 17 14:21:49.619231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f56a1d54-7887-41e7-bc9b-59572575f65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:49.628159 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b10408-9e8c-4a4e-9250-c142d7325b11,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:49.630994 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:50.295837 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc86ff-539f-4770-9751-08cf3327f4cc req-0139c902-bac5-4622-9737-8f2a78c53b44 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:50.303206 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9bdc86ff-539f-4770-9751-08cf3327f4cc req-0139c902-bac5-4622-9737-8f2a78c53b44 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0848835 Jun 17 14:21:50.339395 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9bdc86ff-539f-4770-9751-08cf3327f4cc req-178c9160-7028-4ce4-8cb9-53b7d3dc1898 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352159 Jun 17 14:21:51.470957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51412) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:51.535065 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7e462-fe56-4984-b0d4-05bf8d22abca req-1eb484ff-ff04-49c1-9007-924f212d4a39 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:51.536826 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-29b7e462-fe56-4984-b0d4-05bf8d22abca req-1eb484ff-ff04-49c1-9007-924f212d4a39 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0705566 Jun 17 14:21:51.586215 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-29b7e462-fe56-4984-b0d4-05bf8d22abca req-75e47716-2664-415b-b279-f95fc746746f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436735 Jun 17 14:21:51.593692 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e8078504-7296-47f1-9bc5-219e5aca4b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:51.703158 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e8078504-7296-47f1-9bc5-219e5aca4b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:51.707389 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e8078504-7296-47f1-9bc5-219e5aca4b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:51.710429 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8d9b197e-62b8-4555-aa34-8bce50fe2907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:51.749666 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-e8078504-7296-47f1-9bc5-219e5aca4b2a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f73eb5378d7a4101b78fe88d15bf5315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741780 Jun 17 14:21:51.751154 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8078504-7296-47f1-9bc5-219e5aca4b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dfe1db-9c68-493a-9571-929d6f3580a9,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:51.752523 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51416) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:51.754249 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e8078504-7296-47f1-9bc5-219e5aca4b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:51.804759 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:51.827880 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:51.872021 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:51.875422 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:51.876575 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/32dfe1db-9c68-493a-9571-929d6f3580a9 HTTP/1.1" status: 204 len: 168 time: 0.1229746 Jun 17 14:21:51.877317 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8e4b38d9-dcb6-4ea2-82b8-3cba62d9399f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:51.885041 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dfe1db-9c68-493a-9571-929d6f3580a9,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:51.887429 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:52.071416 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.170175 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51422) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:52.187623 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d1208a84-5887-45ca-8865-567ed769e534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.284658 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d1208a84-5887-45ca-8865-567ed769e534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.288676 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d1208a84-5887-45ca-8865-567ed769e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.291385 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-76d8c0c8-0874-4438-b076-f2466aa2e5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:52.327865 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1208a84-5887-45ca-8865-567ed769e534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a5ef3e-d21e-4d81-989a-a783b6e08223,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:52.332223 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d1208a84-5887-45ca-8865-567ed769e534 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6bb618a625634eb18704847a0f081130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607685 Jun 17 14:21:52.333043 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d1208a84-5887-45ca-8865-567ed769e534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:52.336217 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51424) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:52.393481 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.420200 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.469864 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.472781 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:52.473918 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b8a5ef3e-d21e-4d81-989a-a783b6e08223 HTTP/1.1" status: 204 len: 168 time: 0.1367671 Jun 17 14:21:52.474689 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-70f34eac-e8e3-4ebf-8912-16bec6604bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:52.483635 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a5ef3e-d21e-4d81-989a-a783b6e08223,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:52.486007 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:52.775351 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ff73c-2bef-40f9-88e4-ec00c949c0e6 req-a3a82118-bf7d-4a33-ac21-c793c82f2f18 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:52.777107 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-088ff73c-2bef-40f9-88e4-ec00c949c0e6 req-a3a82118-bf7d-4a33-ac21-c793c82f2f18 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0687852 Jun 17 14:21:52.819331 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-088ff73c-2bef-40f9-88e4-ec00c949c0e6 req-1f40b31c-1955-4ff6-95e2-7a5fa67e7b5a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350282 Jun 17 14:21:53.226316 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51450) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:53.329328 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503496674-network', 'tenant_id': '8231974db64f423aa9f1dff989e5a347'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:53.351605 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Made reservation on behalf of 8231974db64f423aa9f1dff989e5a347 for: {'network': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:21:53.354092 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.365093 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.484169 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.491568 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.495018 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c219f809-8b2c-4105-ab29-aef69fa0e5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:53.527883 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=93041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:21:53.537412 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8094768-f9a3-42bf-bfcc-9b3e107a992b,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:53.540646 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:53.546660 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.546997 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.segments_db [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Added segment 99acfe13-ce29-4c8e-bde9-8c157a6ba952 of type vlan for network 63ec00df-1551-446a-be3e-ae1bd2755710 Jun 17 14:21:53.607850 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.615214 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-472781d8-7ef9-4a77-a556-ae97742bd940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:53.616745 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-472781d8-7ef9-4a77-a556-ae97742bd940 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 1098 time: 0.0638981 Jun 17 14:21:53.643641 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.645209 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:53.645910 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.648818 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1e951617-aefb-44f7-92fe-5b54d055d37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:53.701023 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4732068 Jun 17 14:21:53.706736 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51456) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:53.712757 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Pushing event updated for resources: {'Network': ['ID=63ec00df-1551-446a-be3e-ae1bd2755710,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:53.713868 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Request body: {'subnet': {'network_id': '63ec00df-1551-446a-be3e-ae1bd2755710', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503496674-subnet', 'tenant_id': '8231974db64f423aa9f1dff989e5a347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:53.716433 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:53.725001 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 63ec00df-1551-446a-be3e-ae1bd2755710 details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:21:53.749583 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Made reservation on behalf of 8231974db64f423aa9f1dff989e5a347 for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:21:53.752033 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24654211'] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:53.789564 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-eab5981c-65ae-4dd3-b5b4-ec963573b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:53.790102 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-eab5981c-65ae-4dd3-b5b4-ec963573b460 service neutron] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 912 time: 0.1450064 Jun 17 14:21:53.909106 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-208d49f9-930f-4e81-98ac-83b7b10cb98a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 200 len: 999 time: 0.0940385 Jun 17 14:21:54.006680 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-87c3f797-5d43-46bb-bf90-d124c8e9319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:54.008001 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-87c3f797-5d43-46bb-bf90-d124c8e9319d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.0893559 Jun 17 14:21:54.015131 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c41aa-8bc6-4476-8a36-6ae1ab554a0d req-08bc1870-9f97-4cd1-bc26-ea0a5df44d21 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:54.016729 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f00c41aa-8bc6-4476-8a36-6ae1ab554a0d req-08bc1870-9f97-4cd1-bc26-ea0a5df44d21 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0694721 Jun 17 14:21:54.070752 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f00c41aa-8bc6-4476-8a36-6ae1ab554a0d req-e922e058-b46f-4489-b1fc-17b369646907 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 Jun 17 14:21:54.089840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12619936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24654225'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:54.095740 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:54.149846 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-41aceb27-39a0-4767-b709-12388dba51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:54.151353 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-41aceb27-39a0-4767-b709-12388dba51ea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1201515 Jun 17 14:21:54.157867 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1431313f-fec9-4aa6-9a76-d12c5a9dc429,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:54.164857 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:54.199630 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Checking segment: {'id': '99acfe13-ce29-4c8e-bde9-8c157a6ba952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '63ec00df-1551-446a-be3e-ae1bd2755710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:21:54.199966 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Network hostable DHCP agents. Network: 63ec00df-1551-446a-be3e-ae1bd2755710, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:21:54.260384 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Network 63ec00df-1551-446a-be3e-ae1bd2755710 is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:21:54.282633 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-5c3e0fd6-753b-4dc7-bf9f-7bdc9f1471d0 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169064 Jun 17 14:21:54.283726 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 63ec00df-1551-446a-be3e-ae1bd2755710) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:21:54.288265 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:54.288843 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:54.295067 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d8b6ce-83ee-46d5-8fd3-c8f9f76df119 None None] Network 63ec00df-1551-446a-be3e-ae1bd2755710 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:21:54.352522 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c59492e5-6af8-4593-98d1-2e54b308423a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6445518 Jun 17 14:21:54.403342 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-bd8b6149-5bde-4ae9-b17c-0e0a8ee674b7 req-d2b1d1e4-5152-476a-bcc3-b4be38a2a5d1 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108356 Jun 17 14:21:54.459122 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ead090-30af-44c3-8c90-28a720028d42 None None] Network 63ec00df-1551-446a-be3e-ae1bd2755710 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:21:54.978440 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51476) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:54.983412 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178282974-network', 'tenant_id': '9a1cff88f2824fcda077407c20057750'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:55.007787 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Made reservation on behalf of 9a1cff88f2824fcda077407c20057750 for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:21:55.010074 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.020069 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.136535 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.147488 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.150815 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-60dc9f07-9dec-4d62-a242-582bb6d4d6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:55.175660 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:21:55.186274 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac226215-65a7-4ac2-8545-fe3ddd10c0b7,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:55.191380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:55.193517 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.194389 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Added segment a78f970b-4cdc-41bc-bdf6-673bad16c258 of type vlan for network ccc37197-37ce-41c5-a9d9-3958d1eb9725 Jun 17 14:21:55.240155 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.273486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.274763 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:55.275337 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.276835 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9db31-9008-40fa-a22a-ffba5ee104d4 req-abd8c07b-84e3-4672-83ec-ccede11ba0fc tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:55.277601 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:55.278428 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eae9db31-9008-40fa-a22a-ffba5ee104d4 req-abd8c07b-84e3-4672-83ec-ccede11ba0fc tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0702906 Jun 17 14:21:55.313519 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3339684 Jun 17 14:21:55.316258 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51480) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:55.323491 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Request body: {'subnet': {'network_id': 'ccc37197-37ce-41c5-a9d9-3958d1eb9725', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178282974-subnet', 'tenant_id': '9a1cff88f2824fcda077407c20057750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:21:55.330859 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eae9db31-9008-40fa-a22a-ffba5ee104d4 req-fcc6edb6-a551-4357-beaa-b3b79ea47d12 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Jun 17 14:21:55.352013 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Made reservation on behalf of 9a1cff88f2824fcda077407c20057750 for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:21:55.354522 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13309624'] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.358391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc37197-37ce-41c5-a9d9-3958d1eb9725,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:55.361640 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:55.370388 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network ccc37197-37ce-41c5-a9d9-3958d1eb9725 details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:21:55.541932 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14348673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13309610'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.545088 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:55.600076 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9599bb5f-c057-448b-8c33-baf14cb6fd1f,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:55.603921 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:55.610564 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Checking segment: {'id': 'a78f970b-4cdc-41bc-bdf6-673bad16c258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ccc37197-37ce-41c5-a9d9-3958d1eb9725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:21:55.610917 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Network hostable DHCP agents. Network: ccc37197-37ce-41c5-a9d9-3958d1eb9725, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:21:55.627422 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Network ccc37197-37ce-41c5-a9d9-3958d1eb9725 is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:21:55.636652 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, ccc37197-37ce-41c5-a9d9-3958d1eb9725) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:21:55.641255 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:55.642035 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.647029 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea5567-3b3a-4c57-a6fc-75cb2a549a48 None None] Network ccc37197-37ce-41c5-a9d9-3958d1eb9725 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:21:55.664168 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3396049 Jun 17 14:21:55.775589 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51488) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:55.775967 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d560e9cc-0193-48a5-a63f-c6598d0d745d None None] Network ccc37197-37ce-41c5-a9d9-3958d1eb9725 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:21:55.823543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Deleting subnet 1431313f-fec9-4aa6-9a76-d12c5a9dc429 {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:21:55.827483 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.864772 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.908038 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.976463 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:55.978937 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4be78642-f6c0-4f2a-a744-f4987283d9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:56.004349 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1431313f-fec9-4aa6-9a76-d12c5a9dc429,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:56.007333 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:56.008295 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.010155 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-a0fe8790-b483-44b7-8bb7-92046ae1adeb admin admin] 10.222.0.82 "DELETE /v2.0/subnets/1431313f-fec9-4aa6-9a76-d12c5a9dc429 HTTP/1.1" status: 204 len: 168 time: 0.2335725 Jun 17 14:21:56.012713 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51490) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:56.086484 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.163107 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.173199 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ec00df-1551-446a-be3e-ae1bd2755710']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:56.185083 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99acfe13-ce29-4c8e-bde9-8c157a6ba952') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:56.185393 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99acfe13-ce29-4c8e-bde9-8c157a6ba952') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:56.195413 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.214323 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.220813 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:21:56.221216 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:21:56.222956 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:21:56.275817 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.279762 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:56.283155 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.284932 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] 10.222.0.82 "DELETE /v2.0/networks/63ec00df-1551-446a-be3e-ae1bd2755710 HTTP/1.1" status: 204 len: 168 time: 0.2711413 Jun 17 14:21:56.287884 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51492) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:56.294763 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ec00df-1551-446a-be3e-ae1bd2755710,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:56.301151 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:56.338047 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Deleting subnet 9599bb5f-c057-448b-8c33-baf14cb6fd1f {{(pid=93042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:21:56.341294 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.377518 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13843473'] for subnet, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.417178 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.476334 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12620015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24654246'] for subnet, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.478489 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:56.518994 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde413e4-8653-4613-811a-eeddc1694057 req-60daa3f5-862f-43e3-9dda-4a6ae6f656c2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:56.520605 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fde413e4-8653-4613-811a-eeddc1694057 req-60daa3f5-862f-43e3-9dda-4a6ae6f656c2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0689757 Jun 17 14:21:56.563474 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fde413e4-8653-4613-811a-eeddc1694057 req-f70447aa-b11b-4806-a428-f7d84713bf2d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358434 Jun 17 14:21:56.721702 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9599bb5f-c057-448b-8c33-baf14cb6fd1f,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:56.726070 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:56.728825 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.732525 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-7661ba99-e08c-4f1e-bba8-60bc1e9dc519 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/9599bb5f-c057-448b-8c33-baf14cb6fd1f HTTP/1.1" status: 204 len: 168 time: 0.4417017 Jun 17 14:21:56.734824 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51498) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:56.798731 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.885435 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.895539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc37197-37ce-41c5-a9d9-3958d1eb9725']}} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:56.906113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78f970b-4cdc-41bc-bdf6-673bad16c258') {'for_net_delete': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:56.906387 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78f970b-4cdc-41bc-bdf6-673bad16c258') {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:21:56.916854 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13843486'] for segment, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.931606 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.938208 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=93042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:21:56.938604 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12619842'] for segment, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: Traceback (most recent call last): Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: timer() Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: cb(*args, **kw) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: return func(*args, **kwargs) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: self._notify() Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: self.callback(batched_events) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: event.method(event) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: return f(self, *a, **k) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._get(url).json() Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: return self.request(url, 'GET', **kwargs) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:21:56.940337 dv-cinder-796286-6-iscsi neutron-server[93042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:21:56.994582 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.000404 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.002318 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] 10.222.0.82 "DELETE /v2.0/networks/ccc37197-37ce-41c5-a9d9-3958d1eb9725 HTTP/1.1" status: 204 len: 168 time: 0.2681966 Jun 17 14:21:57.003071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0b3bfb6c-e91e-4d05-9d96-f1be831a9a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:57.015530 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc37197-37ce-41c5-a9d9-3958d1eb9725,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:57.018844 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-42aa6b46-76b6-4408-9bec-966530a53a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:57.177517 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51510) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:57.222514 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-44f8c393-c6f7-41b3-a7a6-97dc5f55c1c6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8231974db64f423aa9f1dff989e5a347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437076 Jun 17 14:21:57.225077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51512) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:57.275685 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.298239 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.347937 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.350669 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.351784 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d8094768-f9a3-42bf-bfcc-9b3e107a992b HTTP/1.1" status: 204 len: 168 time: 0.1257508 Jun 17 14:21:57.352562 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-de650638-2e80-43cc-b8f9-b2e3918ae2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:57.360705 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8094768-f9a3-42bf-bfcc-9b3e107a992b,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:57.363560 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:57.684026 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51524) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:57.728204 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-4ffb5504-9226-482f-899a-2151fbd73d86 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9a1cff88f2824fcda077407c20057750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421073 Jun 17 14:21:57.730847 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51528) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:21:57.750819 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e6d5-97cb-4436-ad4c-c1eb84090dce req-6c2743ac-fec0-4cd1-8745-0d445c70b306 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:57.752408 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5fb8e6d5-97cb-4436-ad4c-c1eb84090dce req-6c2743ac-fec0-4cd1-8745-0d445c70b306 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0708530 Jun 17 14:21:57.785590 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.789352 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5fb8e6d5-97cb-4436-ad4c-c1eb84090dce req-80cdad76-12fe-4ea3-bc9f-be1bd49160fc tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Jun 17 14:21:57.807665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.862362 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.864932 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:21:57.866108 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ac226215-65a7-4ac2-8545-fe3ddd10c0b7 HTTP/1.1" status: 204 len: 168 time: 0.1336427 Jun 17 14:21:57.866889 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cd12e360-2933-43f0-b8fb-ceeef42b6fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:57.876424 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac226215-65a7-4ac2-8545-fe3ddd10c0b7,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:21:57.878668 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:58.970624 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bc943-4247-4e17-b148-61dd1854d947 req-cad6224d-f295-4339-9b6d-4c41eefc47c2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:21:58.972097 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-859bc943-4247-4e17-b148-61dd1854d947 req-cad6224d-f295-4339-9b6d-4c41eefc47c2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0621743 Jun 17 14:21:59.011372 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-859bc943-4247-4e17-b148-61dd1854d947 req-6cf050cc-7734-45e3-86ab-ad959baf4419 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334785 Jun 17 14:22:00.195380 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ff47f-baa9-4126-bd93-ed80457dd558 req-5589b74c-7eb1-4136-ada6-55d5bf338989 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:00.196909 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-448ff47f-baa9-4126-bd93-ed80457dd558 req-5589b74c-7eb1-4136-ada6-55d5bf338989 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0676343 Jun 17 14:22:00.237248 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-448ff47f-baa9-4126-bd93-ed80457dd558 req-2722ec38-abb3-409e-92ea-94d042600198 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Jun 17 14:22:01.418650 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5998b5-05b0-40ca-98be-284297ae7935 req-13aab648-072d-4acc-9963-504eb75bea59 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:01.420735 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bd5998b5-05b0-40ca-98be-284297ae7935 req-13aab648-072d-4acc-9963-504eb75bea59 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0673318 Jun 17 14:22:01.458462 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bd5998b5-05b0-40ca-98be-284297ae7935 req-b166284a-f7d2-444f-b3d1-2f2e3c949f4b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318425 Jun 17 14:22:02.636882 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7b5a6-9f77-4e2a-b7e5-3f328599725c req-bc669121-5b4c-4989-be5c-0f5675e8d6a5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:02.639014 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cda7b5a6-9f77-4e2a-b7e5-3f328599725c req-bc669121-5b4c-4989-be5c-0f5675e8d6a5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0646269 Jun 17 14:22:02.677848 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cda7b5a6-9f77-4e2a-b7e5-3f328599725c req-8e1c739e-b8f1-4c91-b89f-804f747b9630 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329118 Jun 17 14:22:03.739229 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-07144fed-7cb6-4ddd-9f65-33d5e171cc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:03.860077 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c8f5d-85d1-44d3-9e0a-ba2cffb1c032 req-bbaa4abe-b03b-4a0b-9dd0-47a92d6921da tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:03.861625 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5e5c8f5d-85d1-44d3-9e0a-ba2cffb1c032 req-bbaa4abe-b03b-4a0b-9dd0-47a92d6921da tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0698421 Jun 17 14:22:03.900712 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5e5c8f5d-85d1-44d3-9e0a-ba2cffb1c032 req-c33a413c-8d68-4ea4-b749-bf928dbcc7de tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331583 Jun 17 14:22:05.090096 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefe3d8-9250-4b3c-b254-4d16f396e891 req-4fbc990d-bfcc-431b-8fce-ea51ecab3c74 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:05.092624 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ccefe3d8-9250-4b3c-b254-4d16f396e891 req-4fbc990d-bfcc-431b-8fce-ea51ecab3c74 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0674231 Jun 17 14:22:05.132721 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ccefe3d8-9250-4b3c-b254-4d16f396e891 req-11319ee9-ef00-4791-ade6-61efa9596e3b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340204 Jun 17 14:22:05.513490 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67601f-5491-47a3-bc05-6c75b7119acc req-72d52ff3-3850-49d7-85cf-d13eb80d4920 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:05.514893 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1d67601f-5491-47a3-bc05-6c75b7119acc req-72d52ff3-3850-49d7-85cf-d13eb80d4920 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0740073 Jun 17 14:22:05.522512 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-992cde6a-5688-4180-a98d-02b502f35a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:05.523948 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-992cde6a-5688-4180-a98d-02b502f35a64 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 1098 time: 0.0527036 Jun 17 14:22:05.557259 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1d67601f-5491-47a3-bc05-6c75b7119acc req-ac0847c7-5cb7-4310-be0f-f28e959b806d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366495 Jun 17 14:22:06.160840 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-12c6c1c2-516d-4f58-bedb-c5f90a826251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:06.542190 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-163ac51e-ca44-4838-9232-77c62e25e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:06.544656 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-163ac51e-ca44-4838-9232-77c62e25e08a service neutron] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 912 time: 0.0897126 Jun 17 14:22:06.733227 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363abdc2-6a41-415a-a152-0e719e315ea7 req-d79c41e0-d3df-436b-8173-7eb6876b0a8b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:06.735034 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-363abdc2-6a41-415a-a152-0e719e315ea7 req-d79c41e0-d3df-436b-8173-7eb6876b0a8b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0640237 Jun 17 14:22:06.775994 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-363abdc2-6a41-415a-a152-0e719e315ea7 req-f13d8e94-4e50-449d-a166-1c047b53706e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352068 Jun 17 14:22:06.850669 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:07.394868 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-ed1f6f97-fd7d-41f9-937e-4564a2b99a2f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 200 len: 999 time: 0.0603323 Jun 17 14:22:07.708241 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:07.953465 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88290e6c-5c3d-4a91-8eae-b25f095a02b4 req-8f3e0705-97f8-46d9-8772-362b670c2472 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:07.954948 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-88290e6c-5c3d-4a91-8eae-b25f095a02b4 req-8f3e0705-97f8-46d9-8772-362b670c2472 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0653343 Jun 17 14:22:07.992942 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-88290e6c-5c3d-4a91-8eae-b25f095a02b4 req-8cea93d4-745e-4b27-852f-8fd22f3deb4e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Jun 17 14:22:08.393404 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-390114d9-f681-4cd8-8eb2-2b184706ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:08.394885 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-390114d9-f681-4cd8-8eb2-2b184706ff1e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.0452983 Jun 17 14:22:08.463519 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-ad4fab7c-fb87-4647-859a-e4a020acdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:08.465039 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-ad4fab7c-fb87-4647-859a-e4a020acdf5a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609787 Jun 17 14:22:08.557517 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-5714624e-acb0-4a48-82c1-096d348df63c service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840311 Jun 17 14:22:08.650068 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-47a2d9fb-64b1-4941-9813-1179a2de59d9 req-66865afc-b871-454e-b1f4-4b99bcf85667 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859723 Jun 17 14:22:09.172326 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bc088-6722-4c24-8ebb-0a7fc3745f4e req-986c50e3-a612-4e3b-8bea-296b1165fe4d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:09.173767 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0b9bc088-6722-4c24-8ebb-0a7fc3745f4e req-986c50e3-a612-4e3b-8bea-296b1165fe4d tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0666962 Jun 17 14:22:09.216094 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0b9bc088-6722-4c24-8ebb-0a7fc3745f4e req-340736b8-e457-4242-a43c-66d8cb24a1d8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360053 Jun 17 14:22:09.993648 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:10.392095 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e07eb7-068d-4e78-8bfe-0f585f33647b req-66484707-5ace-4cda-aee3-0e6338ef31fd tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:10.393433 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c6e07eb7-068d-4e78-8bfe-0f585f33647b req-66484707-5ace-4cda-aee3-0e6338ef31fd tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0640309 Jun 17 14:22:10.431972 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c6e07eb7-068d-4e78-8bfe-0f585f33647b req-89546cbf-1c7f-4984-bb75-2ecc141ea644 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Jun 17 14:22:11.681091 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:22:22.078346 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:33.742311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f9e1-7eb0-46ef-a42f-26c8e153277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:36.162444 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-02668a6f-65de-4328-a915-b053e6c81a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:36.862513 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:36.938413 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079596-ac79-4817-acad-679d7cd5623f req-f8b76bf9-26fe-4481-bca0-314d0e6ba973 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:36.939911 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-29079596-ac79-4817-acad-679d7cd5623f req-f8b76bf9-26fe-4481-bca0-314d0e6ba973 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 946 time: 0.1973355 Jun 17 14:22:36.981666 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-29079596-ac79-4817-acad-679d7cd5623f req-4a3aacb5-fb57-4f0a-885b-3aa455cf0b5a tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Jun 17 14:22:37.181882 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51926) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:37.293912 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-03866fbd-cde3-47fa-8265-cd56a56f656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.384955 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-03866fbd-cde3-47fa-8265-cd56a56f656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.389645 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-03866fbd-cde3-47fa-8265-cd56a56f656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.392152 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-20a1722e-9fc2-49c1-b2ef-c2070dd3c783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:37.430671 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-03866fbd-cde3-47fa-8265-cd56a56f656a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=aa4f3c7c38514a4888cdc43723d6185f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472661 Jun 17 14:22:37.431325 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866fbd-cde3-47fa-8265-cd56a56f656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1777c0-cbe9-4b8c-95fd-e41d3318bc38,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:37.433853 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51930) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:37.439550 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-03866fbd-cde3-47fa-8265-cd56a56f656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:37.484575 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.508432 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.560613 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.563386 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.564527 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bc1777c0-cbe9-4b8c-95fd-e41d3318bc38 HTTP/1.1" status: 204 len: 168 time: 0.1296718 Jun 17 14:22:37.565451 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d5ae8bfc-a7a8-4568-a40b-14cb23b997c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:37.573281 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1777c0-cbe9-4b8c-95fd-e41d3318bc38,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:37.581704 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.582136 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.582546 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.582922 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.583268 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.583614 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.583953 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.584292 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.584633 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.585035 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.585551 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.585903 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:37.588910 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:37.710720 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.846741 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 51940) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:37.864044 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-430ebcf1-3cfb-4c10-87a9-670f3108c485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.960262 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-430ebcf1-3cfb-4c10-87a9-670f3108c485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.964364 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-430ebcf1-3cfb-4c10-87a9-670f3108c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:37.977354 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b029d274-2f0d-42db-8f2d-831826e348f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:38.002813 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-430ebcf1-3cfb-4c10-87a9-670f3108c485 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0062000c8ea7409b81652f6a651d76d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522264 Jun 17 14:22:38.003260 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 51944) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:38.010447 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ebcf1-3cfb-4c10-87a9-670f3108c485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef8e174-ce50-473e-9aab-2e3ad5529e63,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:38.015461 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-430ebcf1-3cfb-4c10-87a9-670f3108c485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:38.061487 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:38.090792 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:38.236003 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7afe5a-1236-4fa9-88ac-0caa7d439de5 req-4ce402ad-2530-4df3-a87e-e79e7787f0cd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:38.237568 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2b7afe5a-1236-4fa9-88ac-0caa7d439de5 req-4ce402ad-2530-4df3-a87e-e79e7787f0cd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 946 time: 0.1445775 Jun 17 14:22:38.240289 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:38.241931 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:38.243044 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7ef8e174-ce50-473e-9aab-2e3ad5529e63 HTTP/1.1" status: 204 len: 168 time: 0.2377644 Jun 17 14:22:38.245075 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0914906a-2e89-4136-b6b8-1b8e06b37373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:38.254894 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf333df-0080-4b1f-985f-194084b4cef6 req-0740b6a3-20a4-4e82-9b5c-2c733d54e68c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:38.256321 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0bf333df-0080-4b1f-985f-194084b4cef6 req-0740b6a3-20a4-4e82-9b5c-2c733d54e68c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 946 time: 0.1467109 Jun 17 14:22:38.280812 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef8e174-ce50-473e-9aab-2e3ad5529e63,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:38.283727 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:38.328752 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2b7afe5a-1236-4fa9-88ac-0caa7d439de5 req-e6a1f27e-6f22-4a85-8bc3-b209901dfb4e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844977 Jun 17 14:22:38.336394 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0bf333df-0080-4b1f-985f-194084b4cef6 req-6eebbf1b-b2f7-4f9a-9755-4a7914156c76 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725222 Jun 17 14:22:38.860108 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd2402-9334-4436-adb0-18e068690b84 req-fb1a16bb-a513-4387-8178-d8f7aaa1a6d5 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:38.861724 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-88cd2402-9334-4436-adb0-18e068690b84 req-fb1a16bb-a513-4387-8178-d8f7aaa1a6d5 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 946 time: 0.0725281 Jun 17 14:22:38.969209 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Deleting port 834f8614-7f1a-463d-88fe-6b5019296dd9 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:22:38.969601 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:39.062153 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] For port 834f8614-7f1a-463d-88fe-6b5019296dd9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=834f8614-7f1a-463d-88fe-6b5019296dd9,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:39.062561 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:39.128858 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Calling delete_port for 834f8614-7f1a-463d-88fe-6b5019296dd9 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:22:39.267537 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:39.271672 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a5f30601-c4c2-42e2-863e-965ccd10fc59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:39.306899 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Pushing event deleted for resources: {'Port': ['ID=834f8614-7f1a-463d-88fe-6b5019296dd9,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:39.315822 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:39.394486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] No DVR routers for this DVR port 834f8614-7f1a-463d-88fe-6b5019296dd9 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:22:39.397624 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:39.400029 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-88cd2402-9334-4436-adb0-18e068690b84 req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "DELETE /v2.0/ports/834f8614-7f1a-463d-88fe-6b5019296dd9 HTTP/1.1" status: 204 len: 173 time: 0.5308464 Jun 17 14:22:39.400613 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'name': 'network-vif-deleted', 'tag': '834f8614-7f1a-463d-88fe-6b5019296dd9'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:22:39.405159 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a979a-e330-40da-acda-a6a7096c0c01" -d '{"events": [{"server_uuid": "27cf18a9-0209-4a68-b709-5ff7cef2fdde", "name": "network-vif-deleted", "tag": "834f8614-7f1a-463d-88fe-6b5019296dd9"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:22:39.745695 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-94fba05e-7879-4831-8b6c-2a10c52d3427 req-d602c2cf-ab00-42d3-9248-52a4aa94ec90 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=27cf18a9-0209-4a68-b709-5ff7cef2fdde HTTP/1.1" status: 200 len: 210 time: 0.0367775 Jun 17 14:22:39.801719 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc67956-c7b3-44f5-8ad9-ffa07c07c425 x-openstack-request-id: req-4cc67956-c7b3-44f5-8ad9-ffa07c07c425 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:22:39.802162 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf18a9-0209-4a68-b709-5ff7cef2fdde", "name": "network-vif-deleted", "tag": "834f8614-7f1a-463d-88fe-6b5019296dd9", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:22:39.802509 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4cc67956-c7b3-44f5-8ad9-ffa07c07c425 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:22:39.802640 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3814fbe-6e18-42c2-84cf-f89dc49ddc93 req-714f1d5f-c327-4485-b18d-436203392f86 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:39.803279 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cf18a9-0209-4a68-b709-5ff7cef2fdde', 'name': 'network-vif-deleted', 'tag': '834f8614-7f1a-463d-88fe-6b5019296dd9', 'status': 'completed', 'code': 200} Jun 17 14:22:39.804048 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f3814fbe-6e18-42c2-84cf-f89dc49ddc93 req-714f1d5f-c327-4485-b18d-436203392f86 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 946 time: 0.0859468 Jun 17 14:22:39.842268 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f3814fbe-6e18-42c2-84cf-f89dc49ddc93 req-b421103e-ad48-4a73-8a5f-440a72a87ec5 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=f52ffcc7-4cdb-431e-b12c-a845d5401ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Jun 17 14:22:39.940245 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-818258fb-bef1-444c-ba21-cf57bb2b5008 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:39.941696 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-818258fb-bef1-444c-ba21-cf57bb2b5008 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 946 time: 0.0636177 Jun 17 14:22:39.998831 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.067602 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Deleting port a31a7aaf-5413-44a7-9204-4f80db9f5644 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:22:40.067953 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.167985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] For port a31a7aaf-5413-44a7-9204-4f80db9f5644, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a31a7aaf-5413-44a7-9204-4f80db9f5644,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:40.167985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.415053 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.415334 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.415641 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Floating IP 80bc7b6b-fa7f-4def-b7fd-b7ae40d36937 disassociated. External IP: 172.27.0.34, port: a31a7aaf-5413-44a7-9204-4f80db9f5644. Jun 17 14:22:40.416005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Calling delete_port for a31a7aaf-5413-44a7-9204-4f80db9f5644 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:22:40.557899 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.562232 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fc44b752-db78-4b92-aa9c-c055d39628a5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:40.593539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event deleted for resources: {'Port': ['ID=a31a7aaf-5413-44a7-9204-4f80db9f5644,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:40.597720 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:40.714850 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Router 9298fdad-1653-46a4-93fc-bae20c19d7e4 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:22:40.863633 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:22:40.889112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] Sync routers for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:22:40.913798 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:22:40.915006 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:22:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:40.968152 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] No DVR routers for this DVR port a31a7aaf-5413-44a7-9204-4f80db9f5644 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:22:40.972119 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.974742 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-11c394be-8984-45a3-a7b0-cd7e5dbbe7df req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "DELETE /v2.0/ports/a31a7aaf-5413-44a7-9204-4f80db9f5644 HTTP/1.1" status: 204 len: 173 time: 1.0209725 Jun 17 14:22:41.074798 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7350406a-6c91-4627-b501-f1c6b3e05174 req-d5c1e79a-b24d-447d-86ac-8152ff1fc360 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0456250 Jun 17 14:22:41.087764 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:22:41.117949 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:22:41.157767 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: a31a7aaf-5413-44a7-9204-4f80db9f5644 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:22:41.157767 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device a31a7aaf-5413-44a7-9204-4f80db9f5644 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:22:41.157767 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 834f8614-7f1a-463d-88fe-6b5019296dd9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:22:41.176504 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 834f8614-7f1a-463d-88fe-6b5019296dd9 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:22:41.176901 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 834f8614-7f1a-463d-88fe-6b5019296dd9 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:22:41.376223 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:41.411720 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] Checking router: 9298fdad-1653-46a4-93fc-bae20c19d7e4 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:22:41.421760 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:22:41.422556 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:22:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:41.545724 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:22:41.762664 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:41.793026 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fb357-3353-4271-ac85-e35ad6b2cc3e None None] The sync data for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi is: [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:22:41.804460 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-deleted', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:22:41.807151 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22890e42-548c-4125-a40f-17b2c1be56f6" -d '{"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-deleted", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:22:41.847291 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0b0c1f-24b5-4a3e-9bf4-dce050be81a6 x-openstack-request-id: req-ca0b0c1f-24b5-4a3e-9bf4-dce050be81a6 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:22:41.847628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbba251-ea64-4cbc-97b8-9d868315e7c1", "name": "network-vif-deleted", "tag": "a31a7aaf-5413-44a7-9204-4f80db9f5644", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:22:41.847910 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ca0b0c1f-24b5-4a3e-9bf4-dce050be81a6 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:22:41.848380 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbba251-ea64-4cbc-97b8-9d868315e7c1', 'name': 'network-vif-deleted', 'tag': 'a31a7aaf-5413-44a7-9204-4f80db9f5644', 'status': 'completed', 'code': 200} Jun 17 14:22:42.044682 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12bee3-fa39-4277-a24c-8a8963f4aa5e None None] New status for floating IP 80bc7b6b-fa7f-4def-b7fd-b7ae40d36937: DOWN {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:22:42.264922 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0b9da0a4-9295-415f-8305-f650a615673c req-c13ac89d-e007-4bfb-aa09-83d2aee8b9b0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0315800 Jun 17 14:22:43.440432 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3342a04-c80f-4f29-ac16-7ed27a45c89f req-4af7437e-7f06-4727-8918-887c8721d0f4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fbba251-ea64-4cbc-97b8-9d868315e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0288351 Jun 17 14:22:44.581300 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52048) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:44.636831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:44.659927 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:44.711310 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:44.714545 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:44.715711 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "DELETE /v2.0/security-groups/f52ffcc7-4cdb-431e-b12c-a845d5401ab6 HTTP/1.1" status: 204 len: 168 time: 0.1334302 Jun 17 14:22:44.716555 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-36f4ce0f-af41-4e50-ba24-04c586cf65e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:44.718767 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52050) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:44.726013 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ffcc7-4cdb-431e-b12c-a845d5401ab6,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:44.728593 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:44.741201 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.api.v2.resource [None req-c9aebe4a-12dd-4b3e-9459-4c58a0298782 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] show failed (client error): The resource could not be found. Jun 17 14:22:44.742928 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c9aebe4a-12dd-4b3e-9459-4c58a0298782 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups/f52ffcc7-4cdb-431e-b12c-a845d5401ab6 HTTP/1.1" status: 404 len: 347 time: 0.0230417 Jun 17 14:22:44.746311 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52052) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:44.881515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Deleting port 2ea21cf1-59a7-49da-85ac-b2b32a5a2e7d {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:22:44.881849 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:44.961107 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:44.961447 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.021666 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Calling delete_port for 2ea21cf1-59a7-49da-85ac-b2b32a5a2e7d owned by network:floatingip {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:22:45.156571 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.158566 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:45.183532 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event deleted for resources: {'Port': ['ID=2ea21cf1-59a7-49da-85ac-b2b32a5a2e7d,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:45.213735 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.214182 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.214645 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.214996 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.215350 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.215691 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.216039 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.216373 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.216711 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.217077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.217383 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.217719 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:45.221758 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:45.257147 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.259645 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.261379 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "DELETE /v2.0/floatingips/80bc7b6b-fa7f-4def-b7fd-b7ae40d36937 HTTP/1.1" status: 204 len: 168 time: 0.5121264 Jun 17 14:22:45.653648 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52078) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:45.658772 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345273391', 'description': 'tempest-description--570992230'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:45.684895 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.708414 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52080) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:45.784286 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.789720 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.793562 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0ab3a501-8581-4ce8-a1d2-aa0d8f6e04eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:45.819634 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.820949 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1661217 Jun 17 14:22:45.825356 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52084) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:45.826451 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc02b770-adf7-4a12-b702-9ec7a974030e,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:45.829446 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:45.841655 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'security_group_rule': {'security_group_id': 'fc02b770-adf7-4a12-b702-9ec7a974030e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:45.862069 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-390f9f97-9727-4c34-a7b5-1c636dffab5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.899042 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.985124 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.991923 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.998153 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:46.020968 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1e389f-e57f-408a-a01b-b366caf18a80,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:46.027950 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:46.041285 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-390f9f97-9727-4c34-a7b5-1c636dffab5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.046982 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-390f9f97-9727-4c34-a7b5-1c636dffab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.049851 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-b7cb7027-1bae-44b2-9a50-9ea6e6734fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:46.052807 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.054063 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-81db43c7-8df7-4762-89d6-c7e9aa4fc2df tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2261653 Jun 17 14:22:46.057150 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52088) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:46.062869 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'security_group_rule': {'security_group_id': 'fc02b770-adf7-4a12-b702-9ec7a974030e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:46.091423 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.092776 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-390f9f97-9727-4c34-a7b5-1c636dffab5c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5c5dab75ca2b435e86c199de5a5e054c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832920 Jun 17 14:22:46.094963 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f9f97-9727-4c34-a7b5-1c636dffab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e9f41b-30d1-4c8c-814b-4e12f478b066,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:46.098036 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-390f9f97-9727-4c34-a7b5-1c636dffab5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:46.101803 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52090) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:46.194665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.200328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.201647 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.208480 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:46.468103 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.469946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.471146 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4121006 Jun 17 14:22:46.471892 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42780b3-bc35-4198-b3dd-57c4724a8641,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:46.474432 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:46.474604 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52092) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:46.479293 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:46.502401 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.526180 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.530168 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.535113 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d8e9f41b-30d1-4c8c-814b-4e12f478b066 HTTP/1.1" status: 204 len: 168 time: 0.4282832 Jun 17 14:22:46.535113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-aa6f2236-0ccb-4256-b58f-a218682686e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:46.542999 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e9f41b-30d1-4c8c-814b-4e12f478b066,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:46.545388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:46.631360 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.753808 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Allocated IP 172.27.0.212 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/54c36013-f4f9-4879-89dc-56c9048b9d98) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:22:46.867205 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52104) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:46.884289 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1c787502-bb39-449f-a9a4-1fb5481bc314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.895408 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.945081 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.948617 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:46.986277 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:22:46.989027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:46.994603 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:22:46.994907 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1c787502-bb39-449f-a9a4-1fb5481bc314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.999497 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1c787502-bb39-449f-a9a4-1fb5481bc314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.000205 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'Port': ['ID=54c36013-f4f9-4879-89dc-56c9048b9d98,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:47.002184 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-153756c5-f009-48fd-a366-9aa93eb3f79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:47.018956 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:47.030910 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c787502-bb39-449f-a9a4-1fb5481bc314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997897cb-5a66-4cf4-a03b-ff2d7c2f38a3,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:47.036587 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1c787502-bb39-449f-a9a4-1fb5481bc314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:47.050741 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-1c787502-bb39-449f-a9a4-1fb5481bc314 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2bfa42b6f1454ebba14935bd7ce52978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793261 Jun 17 14:22:47.051004 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52106) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:47.341653 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.382557 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.409014 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.414834 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.531686 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.534309 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.535434 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/997897cb-5a66-4cf4-a03b-ff2d7c2f38a3 HTTP/1.1" status: 204 len: 168 time: 0.4834991 Jun 17 14:22:47.537861 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-73b62127-1222-4670-8245-5fd704adff62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:47.549142 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997897cb-5a66-4cf4-a03b-ff2d7c2f38a3,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:47.556250 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:47.603114 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.608027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.611125 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:47.671296 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'Port': ['ID=54c36013-f4f9-4879-89dc-56c9048b9d98,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:47.677038 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:47.689493 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.703902 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:47.705389 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2296989 Jun 17 14:22:47.908906 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c1c4a1a-f33a-44a7-b722-6f35d53e47dd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--345273391&fields=id&tenant_id=d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 267 time: 0.0348537 Jun 17 14:22:48.026777 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-fa0a7b5a-06a6-4437-9782-43678393e61e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:48.028394 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-fa0a7b5a-06a6-4437-9782-43678393e61e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 817 time: 0.1126766 Jun 17 14:22:48.045087 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-aa3a972f-6680-499f-8294-fb73bacc17c4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/quotas/d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 375 time: 0.0109508 Jun 17 14:22:48.122970 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-1e63cf17-16bc-48df-af6e-ea1dfe1e67b1 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718994 Jun 17 14:22:48.381937 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-22a5c42b-8620-41d3-a891-ad03a1528614 service neutron] 10.222.0.82 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471788 Jun 17 14:22:48.490934 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3108325a-fc7f-4ac8-a210-fde720c629ec service neutron] 10.222.0.82 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019897 Jun 17 14:22:48.681115 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:22:48.687296 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-eb755893-6072-48a8-a307-bab30cb34a80 req-411fedbe-131b-4fef-9366-793bafed6107 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 210 time: 0.0374539 Jun 17 14:22:48.721854 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52158) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:48.837789 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4af3be47-d148-4b69-969e-8082be9071ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:48.934963 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4af3be47-d148-4b69-969e-8082be9071ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:48.939248 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4af3be47-d148-4b69-969e-8082be9071ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:48.941748 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-fe8faa86-083c-4010-b75a-a3e848196b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:48.979194 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4af3be47-d148-4b69-969e-8082be9071ec admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=565f2e78df49499ebeaaaeddc5849918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556260 Jun 17 14:22:48.980476 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3be47-d148-4b69-969e-8082be9071ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3524baab-7bee-4cec-af86-961659614f4b,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:48.983788 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4af3be47-d148-4b69-969e-8082be9071ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:48.984113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52170) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:49.043495 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:49.067302 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:49.115485 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:49.118626 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:49.119800 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3524baab-7bee-4cec-af86-961659614f4b HTTP/1.1" status: 204 len: 168 time: 0.1331348 Jun 17 14:22:49.120800 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd1b7f88-2c17-4166-aeb4-901259f50b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:49.129013 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524baab-7bee-4cec-af86-961659614f4b,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:49.131427 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:49.871200 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1129d54f-c19a-4bfc-9fea-21d3860858ea req-2171986b-7701-4c41-81f5-a68e29064d2b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 210 time: 0.0361106 Jun 17 14:22:50.628194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-5de4614e-0699-4eb9-827e-e230b806cd34 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:50.629897 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-5de4614e-0699-4eb9-827e-e230b806cd34 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 817 time: 0.1145189 Jun 17 14:22:50.680081 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-9d2f552b-5c77-4657-9a90-39eea6ceb023 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 379 time: 0.0376239 Jun 17 14:22:50.691225 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'port': {'device_id': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'admin_state_up': True, 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'security_groups': ['fc02b770-adf7-4a12-b702-9ec7a974030e']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:50.825708 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Made reservation on behalf of d9b4270b0433443cafb370696b7f5d08 for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:22:50.829390 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.984924 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Allocated IP 172.20.0.14 (dcf13b0e-1f02-459c-b711-b134524684be/e9c8af69-4edf-471b-9f8e-4d5cce40f4ec/461b9505-7a4e-4afa-a431-371eb37ea883) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:22:51.058751 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-aea5be8c-5664-4e50-a628-61bdef96d388 req-38d7f1b0-8929-46ff-9eb6-1401a69118d9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 210 time: 0.0374668 Jun 17 14:22:51.145736 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.161714 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Transition to ACTIVE for port object 461b9505-7a4e-4afa-a431-371eb37ea883 will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:22:51.176471 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0160db-8337-41df-9343-fe268c06554b req-7365f690-2645-4ca0-b96a-85cd049b9783 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:51.178177 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-7365f690-2645-4ca0-b96a-85cd049b9783 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/networks?id=59fcbc01-fa62-4754-b6ac-26a480386e2d HTTP/1.1" status: 200 len: 814 time: 0.1185162 Jun 17 14:22:51.195965 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-ed7bea61-f84f-48b0-ad1d-3057846e574a tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/quotas/a1cdca9343ca4638877202ef055439fe HTTP/1.1" status: 200 len: 375 time: 0.0102007 Jun 17 14:22:51.197375 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.202198 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1070a440-1891-4af7-b320-ea66b11abc74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:51.232906 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-d633dcc5-d1f1-4f6c-9de3-6e78201a4348 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1cdca9343ca4638877202ef055439fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300837 Jun 17 14:22:51.242921 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Network dcf13b0e-1f02-459c-b711-b134524684be is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:22:51.247364 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:51.251351 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:22:51.285121 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:51.290168 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:51.320762 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:51.321422 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.351425 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6640732 Jun 17 14:22:51.358749 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-3a48eef8-0f05-420e-a41f-4b6a7f563f33 service neutron] 10.222.0.82 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190705 Jun 17 14:22:51.491124 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-cd0771c4-4088-4da4-bd39-079872a39815 service neutron] 10.222.0.82 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212754 Jun 17 14:22:51.511782 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Request body: {'port': {'device_id': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:51.538545 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-d428ff7a-ac7c-47cc-aac4-3a5fc9d4f494 None None] Provisioning for port 461b9505-7a4e-4afa-a431-371eb37ea883 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:22:51.544789 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-d428ff7a-ac7c-47cc-aac4-3a5fc9d4f494 None None] Provisioning complete for port 461b9505-7a4e-4afa-a431-371eb37ea883 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:51.545156 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d428ff7a-ac7c-47cc-aac4-3a5fc9d4f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.591014 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-d428ff7a-ac7c-47cc-aac4-3a5fc9d4f494 None None] Port 461b9505-7a4e-4afa-a431-371eb37ea883 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:22:51.616361 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.738299 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4d72a32d-6c3b-44f2-b03d-3ada7312e070 req-935b995c-241a-4d1c-9365-fd74b1eb6316 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 210 time: 0.0421832 Jun 17 14:22:51.942131 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461b9505-7a4e-4afa-a431-371eb37ea883 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:22:51.952172 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.969742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Transition to ACTIVE for port object 461b9505-7a4e-4afa-a431-371eb37ea883 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:22:51.974915 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.978303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-64e5c3e6-dedb-4c08-af7e-032b23fab4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:52.055572 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:52.060429 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:52.126527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.143080 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Attempting to bind port 461b9505-7a4e-4afa-a431-371eb37ea883 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:22:52.143707 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Attempting to bind port 461b9505-7a4e-4afa-a431-371eb37ea883 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:22:52.144219 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Attempting to bind port 461b9505-7a4e-4afa-a431-371eb37ea883 on network dcf13b0e-1f02-459c-b711-b134524684be {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:22:52.149148 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Port 461b9505-7a4e-4afa-a431-371eb37ea883 on network dcf13b0e-1f02-459c-b711-b134524684be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:22:52.149721 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Attempting to bind port 461b9505-7a4e-4afa-a431-371eb37ea883 on network dcf13b0e-1f02-459c-b711-b134524684be {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:22:52.155783 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:22:52.156354 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Checking segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:22:52.156818 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Bound using segment: {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:22:52.157321 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Bound port: 461b9505-7a4e-4afa-a431-371eb37ea883, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6514b6aa-8985-4fff-903b-1478728b30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:22:52.157743 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.263046 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:22:52.266485 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:22:52.270792 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.274020 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f5602f77-5b53-454e-b934-810a40cce94c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:52.311415 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:52.312293 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.313407 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] 10.222.0.95 "PUT /v2.0/ports/461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 200 len: 1094 time: 0.9535758 Jun 17 14:22:52.313916 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:22:52.316237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:22:52.322730 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d01e46-e2e6-4052-99db-92960c39cafc req-f686d6ab-4ba0-4dea-b407-f5714e1b64de tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:52.341029 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-33d01e46-e2e6-4052-99db-92960c39cafc req-f686d6ab-4ba0-4dea-b407-f5714e1b64de tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.1019170 Jun 17 14:22:52.358753 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:52.362120 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:52.374456 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460327a7-86e6-4391-b3a4-5d9d5d8b2d26 x-openstack-request-id: req-460327a7-86e6-4391-b3a4-5d9d5d8b2d26 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:22:52.374798 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:22:52.375085 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-460327a7-86e6-4391-b3a4-5d9d5d8b2d26 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:22:52.375951 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883', 'status': 'completed', 'code': 200} Jun 17 14:22:52.395147 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-33d01e46-e2e6-4052-99db-92960c39cafc req-a226cf95-98b8-4267-952f-78e5a9f2329c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469515 Jun 17 14:22:52.475407 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-452acd25-0e5e-4463-ad02-074498b0d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:52.477086 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-452acd25-0e5e-4463-ad02-074498b0d674 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1097 time: 0.0666094 Jun 17 14:22:52.533402 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-737bdf3a-0d6e-4502-b799-01c7d48e1431 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 200 len: 217 time: 0.0393937 Jun 17 14:22:52.589456 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-f7079ecd-d3b3-4795-9bd2-f8db56fbfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:52.589456 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-f7079ecd-d3b3-4795-9bd2-f8db56fbfb3c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0448942 Jun 17 14:22:52.676029 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58e63-0f96-4555-a382-956c902e2813 req-4c5b6ed8-2f21-4277-981a-f06a35809ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:52.677780 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-4c5b6ed8-2f21-4277-981a-f06a35809ad1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778787 Jun 17 14:22:52.781531 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-10e857e2-2ece-4a4d-9bde-48fd19e9adf8 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941734 Jun 17 14:22:52.900852 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b6e58e63-0f96-4555-a382-956c902e2813 req-f6e10388-f4ee-4ff6-897f-1eaa4c554c98 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033473 Jun 17 14:22:52.931262 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f68815a5-e279-419e-8706-c3c745caaed4 req-b709c224-7ebf-435d-aa6c-e94136c14283 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 210 time: 0.0328493 Jun 17 14:22:53.191432 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0160db-8337-41df-9343-fe268c06554b req-3c848c4a-c91d-49e0-ab44-8a92a497ff8f tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:53.192969 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-3c848c4a-c91d-49e0-ab44-8a92a497ff8f tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "GET /v2.0/networks?id=59fcbc01-fa62-4754-b6ac-26a480386e2d HTTP/1.1" status: 200 len: 814 time: 0.1538944 Jun 17 14:22:53.195790 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-042cd663-a93a-4c68-9a74-5ba8edea1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:53.197217 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-042cd663-a93a-4c68-9a74-5ba8edea1d60 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1097 time: 0.1673832 Jun 17 14:22:53.215849 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Request body: {'port': {'device_id': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d', 'admin_state_up': True, 'tenant_id': 'a1cdca9343ca4638877202ef055439fe'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:53.391999 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-cc9db7b2-0122-4636-a9f0-6cd0354cab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:53.394034 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-cc9db7b2-0122-4636-a9f0-6cd0354cab36 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.1742334 Jun 17 14:22:53.414764 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Made reservation on behalf of a1cdca9343ca4638877202ef055439fe for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:22:53.419183 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:53.459145 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-69b572aa-35b3-49a8-9057-7f098bc567c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 200 len: 217 time: 0.0506535 Jun 17 14:22:53.571279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-461445f4-5866-401e-b9cd-04dcfff90d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:53.572776 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-461445f4-5866-401e-b9cd-04dcfff90d85 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0976498 Jun 17 14:22:53.611725 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96182c-4a1b-495a-81ca-cb73c32be490 req-f92d367e-6b81-4080-ae94-d9a6af4821cb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:53.613261 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe96182c-4a1b-495a-81ca-cb73c32be490 req-f92d367e-6b81-4080-ae94-d9a6af4821cb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0871012 Jun 17 14:22:53.657108 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Allocated IP 172.20.0.4 (59fcbc01-fa62-4754-b6ac-26a480386e2d/e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4/6fb3892c-c9fe-4831-a617-495fa8103af6) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:22:53.658293 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fe96182c-4a1b-495a-81ca-cb73c32be490 req-d1eb98e2-153c-452b-83c0-c562f9a90848 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390143 Jun 17 14:22:53.716230 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-4db1114f-87d8-41db-8f70-bec5a008ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:53.717692 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-4db1114f-87d8-41db-8f70-bec5a008ef1d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170824 Jun 17 14:22:53.893120 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-c1c8e0ef-a3d4-4a19-ac12-0d37d4f18ed6 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644237 Jun 17 14:22:53.917521 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.020724 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3ada36cd-ddc9-4e35-9b7d-2bccaba2e0d6 req-9da58977-d8e8-4773-aef2-9ff43d95cdf6 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147196 Jun 17 14:22:54.022400 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.028603 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fea6b37f-50c6-4bf8-904f-448f6d8fe0df tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:54.072129 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Network 59fcbc01-fa62-4754-b6ac-26a480386e2d is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:22:54.076181 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:54.083493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:22:54.090880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Pushing event updated for resources: {'Port': ['ID=6fb3892c-c9fe-4831-a617-495fa8103af6,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:54.111164 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:54.115906 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f95819-d261-46f7-9c2f-fc8172b4729d req-6e87be50-9ac3-46f8-8e1f-dd3265aa13c6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:54.117509 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-05f95819-d261-46f7-9c2f-fc8172b4729d req-6e87be50-9ac3-46f8-8e1f-dd3265aa13c6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 931 time: 0.0681374 Jun 17 14:22:54.139079 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:54.142635 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.156849 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457150 Jun 17 14:22:54.158048 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-05f95819-d261-46f7-9c2f-fc8172b4729d req-7186f998-395a-49a1-a1b0-c0ce2dd2a4d0 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Jun 17 14:22:54.172416 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Request body: {'port': {'device_id': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:54.244219 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.517529 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb3892c-c9fe-4831-a617-495fa8103af6 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:22:54.524774 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.537220 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Transition to ACTIVE for port object 6fb3892c-c9fe-4831-a617-495fa8103af6 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:22:54.540807 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.543028 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8d00326e-4eec-425f-ab81-8cdcee487e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:54.618702 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb3892c-c9fe-4831-a617-495fa8103af6,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:54.622835 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:54.689722 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Attempting to bind port 6fb3892c-c9fe-4831-a617-495fa8103af6 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:22:54.690097 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Attempting to bind port 6fb3892c-c9fe-4831-a617-495fa8103af6 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:22:54.690411 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Attempting to bind port 6fb3892c-c9fe-4831-a617-495fa8103af6 on network 59fcbc01-fa62-4754-b6ac-26a480386e2d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:22:54.695006 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Port 6fb3892c-c9fe-4831-a617-495fa8103af6 on network 59fcbc01-fa62-4754-b6ac-26a480386e2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:22:54.695324 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Attempting to bind port 6fb3892c-c9fe-4831-a617-495fa8103af6 on network 59fcbc01-fa62-4754-b6ac-26a480386e2d {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:22:54.701764 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:22:54.702145 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Checking segment: {'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:22:54.702530 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Bound using segment: {'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:22:54.702957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Bound port: 6fb3892c-c9fe-4831-a617-495fa8103af6, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:22:54.703301 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.774880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] For port 6fb3892c-c9fe-4831-a617-495fa8103af6, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:22:54.778763 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] For port 6fb3892c-c9fe-4831-a617-495fa8103af6, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6fb3892c-c9fe-4831-a617-495fa8103af6,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:22:54.784458 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.788139 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b94dc5e7-e5f8-481d-8299-a3b1a47c2373 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:54.824317 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:54.824996 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.826713 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] 10.222.0.95 "PUT /v2.0/ports/6fb3892c-c9fe-4831-a617-495fa8103af6 HTTP/1.1" status: 200 len: 1093 time: 0.6589260 Jun 17 14:22:54.827236 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'tag': '6fb3892c-c9fe-4831-a617-495fa8103af6'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:22:54.829564 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572da61d-61e8-4127-af7a-b507045c6e49" -d '{"events": [{"name": "network-changed", "server_uuid": "646104d9-5c30-4501-a9c7-683cf1b44f0e", "tag": "6fb3892c-c9fe-4831-a617-495fa8103af6"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:22:54.866357 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb3892c-c9fe-4831-a617-495fa8103af6,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:54.868368 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd472d4-7849-4ebc-ae01-62c78b230967 req-6969a71a-b7d8-46f6-9f5f-672485570f5f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:54.869288 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:54.871687 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ddd472d4-7849-4ebc-ae01-62c78b230967 req-6969a71a-b7d8-46f6-9f5f-672485570f5f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0875978 Jun 17 14:22:54.884008 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8acb316-2886-48dd-9b75-b14404ca6c9d x-openstack-request-id: req-c8acb316-2886-48dd-9b75-b14404ca6c9d {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:22:54.884330 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646104d9-5c30-4501-a9c7-683cf1b44f0e", "tag": "6fb3892c-c9fe-4831-a617-495fa8103af6", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:22:54.884609 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c8acb316-2886-48dd-9b75-b14404ca6c9d {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:22:54.885031 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'tag': '6fb3892c-c9fe-4831-a617-495fa8103af6', 'status': 'completed', 'code': 200} Jun 17 14:22:54.914162 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ddd472d4-7849-4ebc-ae01-62c78b230967 req-87cf805d-a729-4e5a-880a-31bf7008578b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363171 Jun 17 14:22:54.936717 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0160db-8337-41df-9343-fe268c06554b req-896d62ab-ede3-4d67-9c84-39c99ce8bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:54.938259 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-896d62ab-ede3-4d67-9c84-39c99ce8bb43 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a1cdca9343ca4638877202ef055439fe&device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 1096 time: 0.0633571 Jun 17 14:22:54.983003 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-e075b07c-7981-4bcc-8625-241be72ac2a4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fb3892c-c9fe-4831-a617-495fa8103af6 HTTP/1.1" status: 200 len: 217 time: 0.0372376 Jun 17 14:22:55.039958 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0160db-8337-41df-9343-fe268c06554b req-59d4d221-bd55-478a-a5d5-2fd95029647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:55.041713 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-59d4d221-bd55-478a-a5d5-2fd95029647d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4 HTTP/1.1" status: 200 len: 854 time: 0.0511253 Jun 17 14:22:55.078916 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-5754c209-67ec-4e97-86f3-9f4ed29341b6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=59fcbc01-fa62-4754-b6ac-26a480386e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277033 Jun 17 14:22:55.137624 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:22:55.174614 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-e9b90ddd-4558-4006-a211-bb1d9d4bba72 service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Jun 17 14:22:55.242491 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:55.255820 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '461b9505-7a4e-4afa-a431-371eb37ea883', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'port_id': '461b9505-7a4e-4afa-a431-371eb37ea883', 'mac_address': 'fa:16:3e:ba:d6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:22:55.282109 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f0160db-8337-41df-9343-fe268c06554b req-2058e77c-3aa4-43ba-a3aa-4eef7823a375 service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977037 Jun 17 14:22:55.295820 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:55.311053 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461b9505-7a4e-4afa-a431-371eb37ea883 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:22:55.334168 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:55.340809 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:55.342893 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:55.377560 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162883e-95ce-43de-ad85-fe11f0dbaeb3 req-a2313f1b-6b62-450d-96a9-b508ebfddeb7 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:55.379126 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7162883e-95ce-43de-ad85-fe11f0dbaeb3 req-a2313f1b-6b62-450d-96a9-b508ebfddeb7 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 943 time: 0.0984917 Jun 17 14:22:55.398741 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:55.406620 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.407138 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.407564 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.407998 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.408421 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.408840 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.409293 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.409710 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.410182 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.410574 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.410962 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.411594 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:55.415365 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572da61d-61e8-4127-af7a-b507045c6e49 req-40025703-4320-40de-b8d9-9b07082ab507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:55.415633 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:55.417628 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-572da61d-61e8-4127-af7a-b507045c6e49 req-40025703-4320-40de-b8d9-9b07082ab507 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a1cdca9343ca4638877202ef055439fe&device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 1096 time: 0.0717642 Jun 17 14:22:55.430373 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7162883e-95ce-43de-ad85-fe11f0dbaeb3 req-7f242779-fc94-4500-98f6-a7bcb13d0fc7 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Jun 17 14:22:55.538074 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572da61d-61e8-4127-af7a-b507045c6e49 req-8c76f6b8-87ac-4c0f-ad8f-952330b9d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:55.539517 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-572da61d-61e8-4127-af7a-b507045c6e49 req-8c76f6b8-87ac-4c0f-ad8f-952330b9d2ac service neutron] 10.222.0.95 "GET /v2.0/networks?id=59fcbc01-fa62-4754-b6ac-26a480386e2d HTTP/1.1" status: 200 len: 916 time: 0.1075466 Jun 17 14:22:55.592825 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-572da61d-61e8-4127-af7a-b507045c6e49 req-6288c4cc-a5b7-45eb-8db1-00a26420bb12 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fb3892c-c9fe-4831-a617-495fa8103af6 HTTP/1.1" status: 200 len: 217 time: 0.0371056 Jun 17 14:22:55.650046 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572da61d-61e8-4127-af7a-b507045c6e49 req-ceba3ebf-2dfe-4018-8023-a6e1bf56d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:55.652002 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-572da61d-61e8-4127-af7a-b507045c6e49 req-ceba3ebf-2dfe-4018-8023-a6e1bf56d0b2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4 HTTP/1.1" status: 200 len: 854 time: 0.0479047 Jun 17 14:22:55.661273 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['461b9505-7a4e-4afa-a431-371eb37ea883'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:22:55.705695 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-572da61d-61e8-4127-af7a-b507045c6e49 req-dc535010-4e81-478c-a886-bb1d8a2d1caf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=59fcbc01-fa62-4754-b6ac-26a480386e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379515 Jun 17 14:22:56.039232 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-572da61d-61e8-4127-af7a-b507045c6e49 req-cdd1ad90-aac7-414a-b631-aabe94c0e52a service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270152 Jun 17 14:22:56.102364 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33707f4-0465-48d3-af46-57dca37f6736 req-58f9443c-9cdb-4d0a-9482-cc443f0d5514 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:56.103423 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f33707f4-0465-48d3-af46-57dca37f6736 req-58f9443c-9cdb-4d0a-9482-cc443f0d5514 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 945 time: 0.0670857 Jun 17 14:22:56.148647 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-572da61d-61e8-4127-af7a-b507045c6e49 req-2cd387e7-eaee-405d-ac02-b400b1d8f738 service neutron] 10.222.0.95 "GET /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017234 Jun 17 14:22:56.160884 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f33707f4-0465-48d3-af46-57dca37f6736 req-4d56bf21-378e-4a49-af33-23b51d3026b1 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499637 Jun 17 14:22:56.612142 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52daeec-2fd2-4aae-b9b8-d7012938528d req-e3a9d805-2611-4f94-bfd4-15bcd97f5058 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:56.613630 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c52daeec-2fd2-4aae-b9b8-d7012938528d req-e3a9d805-2611-4f94-bfd4-15bcd97f5058 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 943 time: 0.0735331 Jun 17 14:22:56.654665 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c52daeec-2fd2-4aae-b9b8-d7012938528d req-58f0b2e4-95b3-4a34-ae87-3ea212106f51 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Jun 17 14:22:57.152500 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6fb3892c-c9fe-4831-a617-495fa8103af6 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:22:57.154585 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:22:57.262255 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 461b9505-7a4e-4afa-a431-371eb37ea883 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:22:57.270682 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 461b9505-7a4e-4afa-a431-371eb37ea883 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:57.271227 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.318152 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 6fb3892c-c9fe-4831-a617-495fa8103af6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6fb3892c-c9fe-4831-a617-495fa8103af6,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:57.338251 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '6fb3892c-c9fe-4831-a617-495fa8103af6', 'network_id': '59fcbc01-fa62-4754-b6ac-26a480386e2d', 'port_id': '6fb3892c-c9fe-4831-a617-495fa8103af6', 'mac_address': 'fa:16:3e:fc:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:22:57.372105 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b0da8-5386-48cd-a9b4-d6ecdb30286b req-4b32491d-e005-4383-83c2-201df7442e04 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:57.374224 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-490b0da8-5386-48cd-a9b4-d6ecdb30286b req-4b32491d-e005-4383-83c2-201df7442e04 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 945 time: 0.0859513 Jun 17 14:22:57.436581 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-490b0da8-5386-48cd-a9b4-d6ecdb30286b req-10dd781b-3591-46c3-b156-17513a914a80 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561037 Jun 17 14:22:57.544470 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.562385 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.573787 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb3892c-c9fe-4831-a617-495fa8103af6 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:22:57.607261 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:22:57.609666 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56234c4-05bb-49ba-b69f-0b57e48465a8" -d '{"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-plugged", "status": "completed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:22:57.623125 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 6fb3892c-c9fe-4831-a617-495fa8103af6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6fb3892c-c9fe-4831-a617-495fa8103af6,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:57.627674 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:57.629371 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.631308 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:57.636480 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.662667 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1d4fbc-b43c-494a-91e8-9df3fb7bcd2d x-openstack-request-id: req-4f1d4fbc-b43c-494a-91e8-9df3fb7bcd2d {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:22:57.662974 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-plugged", "status": "completed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:22:57.663240 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4f1d4fbc-b43c-494a-91e8-9df3fb7bcd2d {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:22:57.663644 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883', 'code': 200} Jun 17 14:22:57.692759 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=6fb3892c-c9fe-4831-a617-495fa8103af6,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:57.696439 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:57.697295 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7a083a9e-c7f6-473d-ad93-741991e66e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:57.754356 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:57.757733 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:57.874629 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344c609-0747-421b-813b-42651b2e6c66 req-d2371b6f-dbc4-4c0e-9d1d-9da267a96e28 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:57.876188 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7344c609-0747-421b-813b-42651b2e6c66 req-d2371b6f-dbc4-4c0e-9d1d-9da267a96e28 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 944 time: 0.0796962 Jun 17 14:22:57.919273 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7344c609-0747-421b-813b-42651b2e6c66 req-a06fdc2c-8894-41ff-b198-e3b486a7c633 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370264 Jun 17 14:22:57.942272 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d998-84d1-4a71-b301-a2185be129e5 req-a3da0286-de85-4c1e-8e0d-edcf63633c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:57.943701 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7dd9d998-84d1-4a71-b301-a2185be129e5 req-a3da0286-de85-4c1e-8e0d-edcf63633c2b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1099 time: 0.0602634 Jun 17 14:22:57.983487 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7dd9d998-84d1-4a71-b301-a2185be129e5 req-c903a0d9-28fb-45a6-9ed8-83ebbbf4168b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Jun 17 14:22:58.018576 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['6fb3892c-c9fe-4831-a617-495fa8103af6'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:22:58.644763 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95652fcc-2948-4034-b287-097905520168 req-37a205bb-20fd-4183-b6d4-0d38409a519c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:58.646218 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-95652fcc-2948-4034-b287-097905520168 req-37a205bb-20fd-4183-b6d4-0d38409a519c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0703959 Jun 17 14:22:58.689431 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-95652fcc-2948-4034-b287-097905520168 req-4086977f-99fd-40fc-bacf-12bed3680166 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366225 Jun 17 14:22:59.113457 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97233e-c5f2-46f8-a3e4-96f20c9582e7 req-b55bfa32-c1ee-4c6c-95ba-8a2f39897f50 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:59.115077 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0f97233e-c5f2-46f8-a3e4-96f20c9582e7 req-b55bfa32-c1ee-4c6c-95ba-8a2f39897f50 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 944 time: 0.0727687 Jun 17 14:22:59.156531 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0f97233e-c5f2-46f8-a3e4-96f20c9582e7 req-5b93274f-5829-4a53-a196-9a015dba71a8 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Jun 17 14:22:59.184276 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6fb3892c-c9fe-4831-a617-495fa8103af6 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:22:59.241537 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 6fb3892c-c9fe-4831-a617-495fa8103af6 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:22:59.246140 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 6fb3892c-c9fe-4831-a617-495fa8103af6 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:59.246507 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:59.333286 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:59.368429 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 6fb3892c-c9fe-4831-a617-495fa8103af6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6fb3892c-c9fe-4831-a617-495fa8103af6,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:59.373067 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:59.375161 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:59.429696 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=6fb3892c-c9fe-4831-a617-495fa8103af6,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:59.433564 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:59.665102 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3892c-c9fe-4831-a617-495fa8103af6'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:22:59.668845 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef53c804-4fed-4e68-8d37-2686046333f4" -d '{"events": [{"server_uuid": "646104d9-5c30-4501-a9c7-683cf1b44f0e", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3892c-c9fe-4831-a617-495fa8103af6"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:22:59.706516 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f709977-f569-4617-9e3a-61da64281e19 x-openstack-request-id: req-4f709977-f569-4617-9e3a-61da64281e19 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:22:59.706819 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646104d9-5c30-4501-a9c7-683cf1b44f0e", "name": "network-vif-plugged", "status": "completed", "tag": "6fb3892c-c9fe-4831-a617-495fa8103af6", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:22:59.707083 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4f709977-f569-4617-9e3a-61da64281e19 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:22:59.707589 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb3892c-c9fe-4831-a617-495fa8103af6', 'code': 200} Jun 17 14:22:59.968096 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652490f-df16-4220-8412-47b6bf7c9bec req-e082cbd8-9277-4817-b1bf-ab35d6fc25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:59.970472 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d652490f-df16-4220-8412-47b6bf7c9bec req-e082cbd8-9277-4817-b1bf-ab35d6fc25d9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 1098 time: 0.0646508 Jun 17 14:23:00.016893 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d652490f-df16-4220-8412-47b6bf7c9bec req-09c5aa54-80bd-487b-8d46-d41eb912fce4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Jun 17 14:23:00.114230 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b25fb-7a59-44c4-a8bb-2d595f56f9bb req-64d42fd9-3d42-4dc8-b665-962ecef9dfce tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:00.115913 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e73b25fb-7a59-44c4-a8bb-2d595f56f9bb req-64d42fd9-3d42-4dc8-b665-962ecef9dfce tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0837452 Jun 17 14:23:00.161294 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e73b25fb-7a59-44c4-a8bb-2d595f56f9bb req-e9194ded-7136-4591-aeac-631dcd6894bf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384595 Jun 17 14:23:00.388885 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f588-b88c-4157-b7fb-b60be9384813 req-4a23231c-7752-441d-af28-ee27583c30e1 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:00.390403 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2605f588-b88c-4157-b7fb-b60be9384813 req-4a23231c-7752-441d-af28-ee27583c30e1 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 945 time: 0.1135120 Jun 17 14:23:00.397704 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c906e1-b289-4b30-be1d-4f35be647b47 req-747c8e4f-a55c-422a-87e4-9a2e8f6a924b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:00.399166 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-36c906e1-b289-4b30-be1d-4f35be647b47 req-747c8e4f-a55c-422a-87e4-9a2e8f6a924b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1116517 Jun 17 14:23:00.408306 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52354) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:00.420597 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Request body: {'floatingip': {'port_id': '461b9505-7a4e-4afa-a431-371eb37ea883'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:00.475538 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.512609 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2605f588-b88c-4157-b7fb-b60be9384813 req-412401eb-d70c-4572-b8d7-e4f0cea5912b tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124289 Jun 17 14:23:00.967450 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.972967 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:01.125637 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Floating IP 6e521ec4-d520-45c8-add4-8b1b582b4c44 associated. External IP: 172.27.0.212, port: 461b9505-7a4e-4afa-a431-371eb37ea883. Jun 17 14:23:01.352209 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Router 9298fdad-1653-46a4-93fc-bae20c19d7e4 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:23:01.467813 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:23:01.473113 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:01.481655 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] Sync routers for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:23:01.499100 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:01.499623 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:22:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:01.511766 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-cd9a16be-5352-40ce-b278-f5cad0e4a426 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "PUT /v2.0/floatingips/6e521ec4-d520-45c8-add4-8b1b582b4c44 HTTP/1.1" status: 200 len: 992 time: 1.1023967 Jun 17 14:23:01.512426 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:23:01.514883 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:23:01.556915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bc1275-8101-43bc-bb2a-300b16748bb4 x-openstack-request-id: req-03bc1275-8101-43bc-bb2a-300b16748bb4 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:23:01.556915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:23:01.561719 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-03bc1275-8101-43bc-bb2a-300b16748bb4 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:23:01.563246 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883', 'status': 'completed', 'code': 200} Jun 17 14:23:01.651743 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:01.670956 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-f895c254-20e6-4792-a71d-a93e2fed38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:01.673459 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-f895c254-20e6-4792-a71d-a93e2fed38da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1099 time: 0.0832565 Jun 17 14:23:01.749460 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513e7c0-76df-4a7b-8417-2ee696d5b4e1 req-9de8767a-bc63-45e8-81a8-6d6b45ea2861 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:01.751010 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c513e7c0-76df-4a7b-8417-2ee696d5b4e1 req-9de8767a-bc63-45e8-81a8-6d6b45ea2861 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 945 time: 0.0766759 Jun 17 14:23:01.776837 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-02591f7f-b4bd-4e10-a7b6-7a8c19591cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:01.778404 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-02591f7f-b4bd-4e10-a7b6-7a8c19591cf5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.0954084 Jun 17 14:23:01.807097 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c513e7c0-76df-4a7b-8417-2ee696d5b4e1 req-263a8613-bee1-4754-82c7-b851194eb04c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Jun 17 14:23:01.862074 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-28e15a2e-3f83-4f65-9771-4bbaa4ce45d8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 200 len: 1000 time: 0.0754273 Jun 17 14:23:01.919845 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-c0f02f46-2737-402a-aa5b-9b60775b690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:01.921730 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-c0f02f46-2737-402a-aa5b-9b60775b690d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0518324 Jun 17 14:23:02.009086 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-147ad65c-7222-42ed-b863-c27603988b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:02.009086 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-147ad65c-7222-42ed-b863-c27603988b4a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789287 Jun 17 14:23:02.013911 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '6e521ec4-d520-45c8-add4-8b1b582b4c44', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'port_id': '461b9505-7a4e-4afa-a431-371eb37ea883', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'mac_address': 'fa:16:3e:ba:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:22:47Z', 'updated_at': '2021-06-17T14:23:00Z', 'revision_number': 1, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:02.048462 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] Checking router: 9298fdad-1653-46a4-93fc-bae20c19d7e4 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:23:02.059724 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:02.061112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:22:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:02.139600 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-ea755c20-efc5-442a-877e-42e00b9c75a5 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214845 Jun 17 14:23:02.208596 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:02.323214 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4d8dd0f0-cb46-4150-8679-26dc7ca801d6 req-1d8579c3-01b9-4044-8ef2-c7731c9b734e service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701822 Jun 17 14:23:02.525347 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '6e521ec4-d520-45c8-add4-8b1b582b4c44', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'port_id': '461b9505-7a4e-4afa-a431-371eb37ea883', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'mac_address': 'fa:16:3e:ba:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:22:47Z', 'updated_at': '2021-06-17T14:23:00Z', 'revision_number': 1, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:02.554297 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07399fc3-3dc1-4404-b73e-ffa4677f04a1 None None] The sync data for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi is: [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '6e521ec4-d520-45c8-add4-8b1b582b4c44', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'port_id': '461b9505-7a4e-4afa-a431-371eb37ea883', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'mac_address': 'fa:16:3e:ba:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:22:47Z', 'updated_at': '2021-06-17T14:23:00Z', 'revision_number': 1, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:02.752001 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a092927-a4b7-4048-94c0-8f638c5e5924 None None] New status for floating IP 6e521ec4-d520-45c8-add4-8b1b582b4c44: ACTIVE {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:23:03.746345 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c5975120-2da6-4ae9-b383-e7cbec40df31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:06.164723 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-6cbca796-39ce-4d4c-a64c-aa32a9f0a444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:06.856544 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:07.713935 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:10.000640 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:13.577114 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa37b-bfce-4ef1-b187-93a780cc2b9b req-9f850ca9-d8e2-412c-845c-c369d7174f1f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:13.578678 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-35cfa37b-bfce-4ef1-b187-93a780cc2b9b req-9f850ca9-d8e2-412c-845c-c369d7174f1f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0631793 Jun 17 14:23:13.618672 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-35cfa37b-bfce-4ef1-b187-93a780cc2b9b req-37fe4d4b-7c5d-4f1e-b632-745b0d4cd172 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340390 Jun 17 14:23:14.794647 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbc06e-ea2a-4042-98df-735ceedc9429 req-925ec538-42a5-4dea-8c8c-1ff5b1dd3517 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:14.796095 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ecbbc06e-ea2a-4042-98df-735ceedc9429 req-925ec538-42a5-4dea-8c8c-1ff5b1dd3517 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0635328 Jun 17 14:23:14.835667 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ecbbc06e-ea2a-4042-98df-735ceedc9429 req-82e9f970-4120-4b0a-817b-3f1094a1b859 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Jun 17 14:23:15.655244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e566651-fca7-4004-8a94-d5a4226be726 req-1035872a-26a7-43f2-aefa-bdd0142e24ea tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:15.656696 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4e566651-fca7-4004-8a94-d5a4226be726 req-1035872a-26a7-43f2-aefa-bdd0142e24ea tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0660288 Jun 17 14:23:15.697728 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4e566651-fca7-4004-8a94-d5a4226be726 req-d67072dc-f0c8-4ae1-96af-aa5f494249d2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345759 Jun 17 14:23:16.016183 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0805d-c3b6-40cc-bbce-2a6b157f07df req-f041a73f-88a8-4241-91f9-0e544459438c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:16.017700 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6fa0805d-c3b6-40cc-bbce-2a6b157f07df req-f041a73f-88a8-4241-91f9-0e544459438c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0680747 Jun 17 14:23:16.060583 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6fa0805d-c3b6-40cc-bbce-2a6b157f07df req-1deaa3e5-6a6c-4381-9243-dc70a619b92a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331743 Jun 17 14:23:16.885576 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436471e0-2580-4081-aaeb-0736fdfddb6f req-d2fe46a2-1dd9-4d76-914a-9280e6cdab75 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:16.887109 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-436471e0-2580-4081-aaeb-0736fdfddb6f req-d2fe46a2-1dd9-4d76-914a-9280e6cdab75 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0717375 Jun 17 14:23:16.927471 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-436471e0-2580-4081-aaeb-0736fdfddb6f req-0a77909f-c571-4e68-8ef1-68b1719ccb53 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343995 Jun 17 14:23:17.243191 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27128c1e-f4ce-4aea-a8fa-c8c183c74aad req-e75adaf7-9389-4766-a6f0-2a5ce9b59d41 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:17.245204 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-27128c1e-f4ce-4aea-a8fa-c8c183c74aad req-e75adaf7-9389-4766-a6f0-2a5ce9b59d41 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0683177 Jun 17 14:23:17.284931 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-27128c1e-f4ce-4aea-a8fa-c8c183c74aad req-f4a3466a-3723-49c8-a8b1-3d660dbfce32 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Jun 17 14:23:18.112668 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b6604-a2af-42bf-8a47-622166fa0de3 req-93b69d19-8fa8-4ae7-904f-e666fbaf7723 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:18.114149 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-060b6604-a2af-42bf-8a47-622166fa0de3 req-93b69d19-8fa8-4ae7-904f-e666fbaf7723 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0713372 Jun 17 14:23:18.154908 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-060b6604-a2af-42bf-8a47-622166fa0de3 req-075673c6-ab23-46c0-b2ed-0835ff88c340 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350792 Jun 17 14:23:18.474512 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17551fa3-5314-4023-8cd8-b9af2ff8fe4f req-eff2763d-65c7-4728-a515-8f9f0361fd54 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:18.476102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-17551fa3-5314-4023-8cd8-b9af2ff8fe4f req-eff2763d-65c7-4728-a515-8f9f0361fd54 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0721843 Jun 17 14:23:18.515607 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-17551fa3-5314-4023-8cd8-b9af2ff8fe4f req-803b3bdd-b17e-4ee4-8228-31537598b1d5 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Jun 17 14:23:19.329195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e040c-0076-4b01-93f7-4645d8760ddb req-e4101ca9-8983-4d8a-ae05-2dc015d6caed tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:19.330646 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4b5e040c-0076-4b01-93f7-4645d8760ddb req-e4101ca9-8983-4d8a-ae05-2dc015d6caed tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0639427 Jun 17 14:23:19.366600 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4b5e040c-0076-4b01-93f7-4645d8760ddb req-c8ea4dcc-3765-4b59-856a-8a7284bd552e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302362 Jun 17 14:23:19.695772 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b513-f901-4249-8b8b-c3d1fe8d0eac req-5da86466-4572-4ecc-a4a7-67dc918fb2c3 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:19.697738 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-62b4b513-f901-4249-8b8b-c3d1fe8d0eac req-5da86466-4572-4ecc-a4a7-67dc918fb2c3 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0679297 Jun 17 14:23:19.737189 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-62b4b513-f901-4249-8b8b-c3d1fe8d0eac req-3aaccb6d-d87a-4fb8-893b-63ecabf71ac7 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329592 Jun 17 14:23:20.543802 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517d458-22e4-4952-becb-0cc2641a1948 req-401596a4-cd86-4040-8546-3ff2e275918c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:20.545314 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5517d458-22e4-4952-becb-0cc2641a1948 req-401596a4-cd86-4040-8546-3ff2e275918c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0636001 Jun 17 14:23:20.583192 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5517d458-22e4-4952-becb-0cc2641a1948 req-b4c8327a-f802-4faf-a227-d5b31b63e26e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=28974398-f187-42d6-8faa-02cb672e3311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322974 Jun 17 14:23:20.916442 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f937a9-6408-48cb-b3f3-c1b2ef511320 req-0cbc6a11-5feb-4bb9-9408-f542977f358c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:20.917773 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-71f937a9-6408-48cb-b3f3-c1b2ef511320 req-0cbc6a11-5feb-4bb9-9408-f542977f358c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0650873 Jun 17 14:23:20.957113 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-71f937a9-6408-48cb-b3f3-c1b2ef511320 req-036cba60-75ad-4646-912b-e8ef3e0e5c3a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332980 Jun 17 14:23:21.170618 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-8c0621f8-163e-4c38-88bd-1eb3eae7608e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:21.172106 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-8c0621f8-163e-4c38-88bd-1eb3eae7608e tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 945 time: 0.0728476 Jun 17 14:23:21.276100 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Deleting port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:23:21.276427 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:21.374865 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] For port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:21.375213 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:21.546231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:21.546607 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:21.546907 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Floating IP 2040e105-d528-4561-a495-d7b1963092d1 disassociated. External IP: 172.27.0.6, port: 3ad35f52-b5b2-4d7d-8eca-14d5851515f7. Jun 17 14:23:21.547248 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Calling delete_port for 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:23:21.700253 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:21.705099 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dddddad0-3126-4542-b52a-e6178203077f tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:21.732909 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event deleted for resources: {'Port': ['ID=3ad35f52-b5b2-4d7d-8eca-14d5851515f7,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:21.736122 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:21.742200 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51b8d0c1-3f2b-453d-bc6a-c8dadb7bf68b req-939fb3f6-d650-4b35-8806-2f63e2681a82 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=082639b5-3b5a-49e7-a100-b75590a12165 HTTP/1.1" status: 200 len: 210 time: 0.0325022 Jun 17 14:23:21.858369 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Router ffc10e8e-f693-4f28-bea1-224c134b0bcf has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:23:21.993657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:23:22.012176 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] Sync routers for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:23:22.035311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:22.036755 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:22.048746 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] No DVR routers for this DVR port 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:23:22.051739 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:22.054201 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9a591d48-2087-4e69-b15a-0fc05cf909b1 req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "DELETE /v2.0/ports/3ad35f52-b5b2-4d7d-8eca-14d5851515f7 HTTP/1.1" status: 204 len: 173 time: 0.8740604 Jun 17 14:23:22.055006 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'name': 'network-vif-deleted', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:23:22.066665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22dafa-62e8-45ba-bd26-5528ef19a2b5" -d '{"events": [{"server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "name": "network-vif-deleted", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:23:22.142851 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:22.190228 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecfab5-84c6-48f3-adc6-27ff43a06e8a req-6d403995-1a76-4384-9323-0cec3aed18e1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:22.199519 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-85ecfab5-84c6-48f3-adc6-27ff43a06e8a req-6d403995-1a76-4384-9323-0cec3aed18e1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0857892 Jun 17 14:23:22.201411 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:22.256043 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-85ecfab5-84c6-48f3-adc6-27ff43a06e8a req-e0f989bf-c15c-496d-bf6c-332ed9340d9b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549614 Jun 17 14:23:22.308448 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f77ec16-dd10-423c-bad9-dbd735ab4b59 x-openstack-request-id: req-3f77ec16-dd10-423c-bad9-dbd735ab4b59 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:23:22.308995 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082639b5-3b5a-49e7-a100-b75590a12165", "name": "network-vif-deleted", "tag": "3ad35f52-b5b2-4d7d-8eca-14d5851515f7", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:23:22.309135 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3f77ec16-dd10-423c-bad9-dbd735ab4b59 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:23:22.309763 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082639b5-3b5a-49e7-a100-b75590a12165', 'name': 'network-vif-deleted', 'tag': '3ad35f52-b5b2-4d7d-8eca-14d5851515f7', 'status': 'completed', 'code': 200} Jun 17 14:23:22.445236 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:22.471816 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] Checking router: ffc10e8e-f693-4f28-bea1-224c134b0bcf for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:23:22.481142 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:22.481757 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:22.711037 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:22.879345 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52562) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:22.929429 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:22.935056 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:22.955026 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaace147-f181-4c45-bdf5-d81857b14647 None None] The sync data for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi is: [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:22.958068 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.013371 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.016679 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.017883 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "DELETE /v2.0/security-groups/28974398-f187-42d6-8faa-02cb672e3311 HTTP/1.1" status: 204 len: 168 time: 0.1371670 Jun 17 14:23:23.018741 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b35c1909-5cbc-4f35-b522-67d3e4fbf451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:23.020856 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52566) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:23.028880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28974398-f187-42d6-8faa-02cb672e3311,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:23.031687 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:23.060155 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.api.v2.resource [None req-5d2ba7c4-16ab-4ed3-ad57-8e01974565ef tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] show failed (client error): The resource could not be found. Jun 17 14:23:23.061171 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-5d2ba7c4-16ab-4ed3-ad57-8e01974565ef tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups/28974398-f187-42d6-8faa-02cb672e3311 HTTP/1.1" status: 404 len: 347 time: 0.0391021 Jun 17 14:23:23.064029 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52570) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:23.209244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Deleting port 82c31398-e9c9-4cfd-98c8-3bb9453009fc {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:23:23.209244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.270103 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b6286-0467-443a-be5a-cadf814c44d9 None None] New status for floating IP 2040e105-d528-4561-a495-d7b1963092d1: DOWN {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:23:23.331606 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:23:23.402839 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:23:23.403426 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 3ad35f52-b5b2-4d7d-8eca-14d5851515f7 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:23:23.577875 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.578217 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.647489 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Calling delete_port for 82c31398-e9c9-4cfd-98c8-3bb9453009fc owned by network:floatingip {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:23:23.662024 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e483d72-e331-401a-a9d6-41a471f1aab2 req-f3be14d5-9d9a-4990-a44f-45b5df2f4217 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:23.663493 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7e483d72-e331-401a-a9d6-41a471f1aab2 req-f3be14d5-9d9a-4990-a44f-45b5df2f4217 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1571908 Jun 17 14:23:23.754997 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7e483d72-e331-401a-a9d6-41a471f1aab2 req-d8784316-ca5d-40b1-a95f-bbf59332c447 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847745 Jun 17 14:23:23.833351 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.835539 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:23.857531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event deleted for resources: {'Port': ['ID=82c31398-e9c9-4cfd-98c8-3bb9453009fc,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:23.861072 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:23.932189 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.934974 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:23.936084 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "DELETE /v2.0/floatingips/2040e105-d528-4561-a495-d7b1963092d1 HTTP/1.1" status: 204 len: 168 time: 0.8711224 Jun 17 14:23:24.186904 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52588) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:24.191653 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218164416', 'description': 'tempest-description--1623304927'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:24.212631 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.296981 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.302168 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.304844 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-270e55fb-085f-4e6f-8e5d-d9c420c46ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:24.331119 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.332331 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1444397 Jun 17 14:23:24.335320 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52592) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:24.340501 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'security_group_rule': {'security_group_id': '67521be9-b5bb-4195-894d-f85a9df3e1cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:24.346997 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67521be9-b5bb-4195-894d-f85a9df3e1cc,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:24.349833 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:24.373947 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.438453 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.442262 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.444524 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-a727a03e-69d5-45ff-83e4-31e06840e63a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:24.461287 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f879f3a-10f5-4e46-9f5c-fee2d9d422e4,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:24.465312 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:24.469086 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.470205 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-ba797847-56fe-4b19-bc0e-4dc1a487fec0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339335 Jun 17 14:23:24.479169 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52596) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:24.484216 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'security_group_rule': {'security_group_id': '67521be9-b5bb-4195-894d-f85a9df3e1cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:24.514563 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.571286 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.575707 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.577695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:24.597132 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3a95f6-d1ca-47df-aa38-63217f442d82,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:24.600053 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:24.603769 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.605038 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245511 Jun 17 14:23:24.608106 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52598) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:24.612553 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:24.634618 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.734385 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:24.848792 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Allocated IP 172.27.0.44 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/edd8e15e-7084-42d7-b451-44a7c7d347e2) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:24.998985 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.007602 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658ea9-6411-4b3e-bb56-9dff0a60c223 req-61ea47b6-e3c4-4b5a-b438-2ba643e90f4a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:25.009070 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c658ea9-6411-4b3e-bb56-9dff0a60c223 req-61ea47b6-e3c4-4b5a-b438-2ba643e90f4a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1340959 Jun 17 14:23:25.061897 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c658ea9-6411-4b3e-bb56-9dff0a60c223 req-c19ba85d-833d-4eea-9576-180364105837 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469143 Jun 17 14:23:25.078547 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.080424 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-92b14363-ff8c-4d66-bf66-877fe2b2f788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:25.113692 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:25.116675 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:25.120504 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:25.154548 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'Port': ['ID=edd8e15e-7084-42d7-b451-44a7c7d347e2,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:25.158280 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:25.215804 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.261533 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.413901 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.419519 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.421600 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:25.486851 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'Port': ['ID=edd8e15e-7084-42d7-b451-44a7c7d347e2,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:25.490717 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:25.500402 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.514203 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:25.515343 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9063096 Jun 17 14:23:25.655671 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-986f121f-fab4-4801-b7b5-62aac6b625e5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1218164416&fields=id&tenant_id=7c6d035261fe40cf96902e8c73e931ad HTTP/1.1" status: 200 len: 267 time: 0.0340471 Jun 17 14:23:25.679537 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:23:25.765041 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-68a8ff88-21b7-455f-9d80-2a59d7042e6b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:25.766560 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-68a8ff88-21b7-455f-9d80-2a59d7042e6b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 810 time: 0.1045909 Jun 17 14:23:25.782366 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-26949f3e-b750-4726-86e7-1dae9f6c8d64 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/quotas/7c6d035261fe40cf96902e8c73e931ad HTTP/1.1" status: 200 len: 375 time: 0.0102172 Jun 17 14:23:25.852232 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-5a6e3fc2-1d50-47bb-b3c7-02230b3b311a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646012 Jun 17 14:23:25.995867 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-2d6f91b0-7967-4755-9108-56b6834a4b7d service neutron] 10.222.0.82 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319504 Jun 17 14:23:26.083232 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-a77c6d1e-7e16-4826-9e63-97d28bc559fd service neutron] 10.222.0.82 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815995 Jun 17 14:23:26.361261 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f63f0a-4457-43c4-9399-afacd7051674 req-a4e4350a-b7df-4ea9-b357-e2e0e3bc5ba0 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:26.362804 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-09f63f0a-4457-43c4-9399-afacd7051674 req-a4e4350a-b7df-4ea9-b357-e2e0e3bc5ba0 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0708923 Jun 17 14:23:26.403930 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-09f63f0a-4457-43c4-9399-afacd7051674 req-36f13500-7de8-4621-b0c8-df696aad1670 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355706 Jun 17 14:23:26.478986 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-093d44b3-1663-4f44-b286-55652cf71164 req-25868686-f18e-46df-8360-215c584e53f0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 210 time: 0.0324786 Jun 17 14:23:27.608510 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13d829-4481-438d-99d2-f9a37008495a req-2ec74cd4-5f45-49ed-8326-afa441552ff5 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:27.610500 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7e13d829-4481-438d-99d2-f9a37008495a req-2ec74cd4-5f45-49ed-8326-afa441552ff5 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0894227 Jun 17 14:23:27.644984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-86d2713b-d8c6-417f-8188-538863cc7104 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:27.647237 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-86d2713b-d8c6-417f-8188-538863cc7104 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 810 time: 0.1133158 Jun 17 14:23:27.655950 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-88a632dd-fbf1-4fff-bd4d-82b480c76974 req-5897dbff-0eb4-41fb-a50b-36293e153dec tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 210 time: 0.0443444 Jun 17 14:23:27.702236 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7e13d829-4481-438d-99d2-f9a37008495a req-515bb06f-c46d-43d2-8d8a-bc3666283547 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808148 Jun 17 14:23:27.734309 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c6bef947-cb0c-4f62-9d58-7fefd0151923 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6d035261fe40cf96902e8c73e931ad HTTP/1.1" status: 200 len: 380 time: 0.0549963 Jun 17 14:23:27.749294 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'port': {'device_id': 'a925e231-2f09-4149-a2b8-96974082a875', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'admin_state_up': True, 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'security_groups': ['67521be9-b5bb-4195-894d-f85a9df3e1cc']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:27.892935 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Made reservation on behalf of 7c6d035261fe40cf96902e8c73e931ad for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:23:27.896979 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.036301 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Allocated IP 172.20.0.6 (65d81fd4-a15f-4c86-8168-67253326f05b/545ee737-32c9-4a9a-899c-66fe2f29be99/bf424c9d-ceba-402c-bb72-26d37a235753) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:28.187943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.202630 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Transition to ACTIVE for port object bf424c9d-ceba-402c-bb72-26d37a235753 will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:28.236983 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.240808 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7824dc57-e764-4dac-9205-570bd6a807f6 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:28.279987 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Network 65d81fd4-a15f-4c86-8168-67253326f05b is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:28.283521 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:28.289807 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:28.316440 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event updated for resources: {'Port': ['ID=bf424c9d-ceba-402c-bb72-26d37a235753,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:28.321096 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:28.346590 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:28.347212 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.362591 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174462 Jun 17 14:23:28.376005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Request body: {'port': {'device_id': 'a925e231-2f09-4149-a2b8-96974082a875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:28.458728 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.532447 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-374ebbe0-0eb0-4153-9708-1b73e1ee5f7d None None] Provisioning for port bf424c9d-ceba-402c-bb72-26d37a235753 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:28.536426 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-374ebbe0-0eb0-4153-9708-1b73e1ee5f7d None None] Provisioning complete for port bf424c9d-ceba-402c-bb72-26d37a235753 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:28.536803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-374ebbe0-0eb0-4153-9708-1b73e1ee5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.573676 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-374ebbe0-0eb0-4153-9708-1b73e1ee5f7d None None] Port bf424c9d-ceba-402c-bb72-26d37a235753 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:23:28.728146 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf424c9d-ceba-402c-bb72-26d37a235753 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:23:28.736924 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.749737 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Transition to ACTIVE for port object bf424c9d-ceba-402c-bb72-26d37a235753 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:28.754507 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.756931 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:28.842348 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Pushing event updated for resources: {'Port': ['ID=bf424c9d-ceba-402c-bb72-26d37a235753,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:28.855326 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:28.943316 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Attempting to bind port bf424c9d-ceba-402c-bb72-26d37a235753 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:28.943987 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Attempting to bind port bf424c9d-ceba-402c-bb72-26d37a235753 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:28.944538 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Attempting to bind port bf424c9d-ceba-402c-bb72-26d37a235753 on network 65d81fd4-a15f-4c86-8168-67253326f05b {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:28.950232 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Port bf424c9d-ceba-402c-bb72-26d37a235753 on network 65d81fd4-a15f-4c86-8168-67253326f05b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:23:28.951082 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Attempting to bind port bf424c9d-ceba-402c-bb72-26d37a235753 on network 65d81fd4-a15f-4c86-8168-67253326f05b {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:28.958494 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:28.959393 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Checking segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:28.959997 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Bound using segment: {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:28.960650 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Bound port: bf424c9d-ceba-402c-bb72-26d37a235753, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b50620-7c20-41c1-960a-fb44d37f79fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:28.961246 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:28.972739 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98e6c2-6476-4354-8dd6-f0bea9bbda81 req-c5018062-065e-410e-b16e-4618e0e1d9a9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:28.975957 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7c98e6c2-6476-4354-8dd6-f0bea9bbda81 req-c5018062-065e-410e-b16e-4618e0e1d9a9 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 943 time: 0.1451311 Jun 17 14:23:28.993409 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41757a0b-b33b-46f8-a972-1a35a3e2beaf req-68ac7ce1-8622-4b74-9d11-9fb16181bdd2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:28.995984 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-41757a0b-b33b-46f8-a972-1a35a3e2beaf req-68ac7ce1-8622-4b74-9d11-9fb16181bdd2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1488175 Jun 17 14:23:29.057633 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] For port bf424c9d-ceba-402c-bb72-26d37a235753, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:29.062744 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] For port bf424c9d-ceba-402c-bb72-26d37a235753, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf424c9d-ceba-402c-bb72-26d37a235753,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:29.066799 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7c98e6c2-6476-4354-8dd6-f0bea9bbda81 req-f1715a37-116d-4c4f-a39d-a348b90dc891 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697579 Jun 17 14:23:29.072084 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:29.073489 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-41757a0b-b33b-46f8-a972-1a35a3e2beaf req-d162ea2f-7e12-4c51-8703-3ca6a10a4a5b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696101 Jun 17 14:23:29.094722 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:29.125043 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.125678 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:29.127068 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] 10.222.0.95 "PUT /v2.0/ports/bf424c9d-ceba-402c-bb72-26d37a235753 HTTP/1.1" status: 200 len: 1093 time: 0.7553346 Jun 17 14:23:29.127576 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:23:29.129852 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20" -d '{"events": [{"name": "network-changed", "server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:23:29.166852 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Pushing event updated for resources: {'Port': ['ID=bf424c9d-ceba-402c-bb72-26d37a235753,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:29.170558 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:29.215977 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac1c231-a40d-4b22-8196-81e4c3caba66 x-openstack-request-id: req-1ac1c231-a40d-4b22-8196-81e4c3caba66 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:23:29.216317 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:23:29.216640 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1ac1c231-a40d-4b22-8196-81e4c3caba66 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:23:29.217046 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'status': 'completed', 'code': 200} Jun 17 14:23:29.268951 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-d5650296-da4b-42b7-8a34-70927f844820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.270488 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-d5650296-da4b-42b7-8a34-70927f844820 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 1096 time: 0.0988691 Jun 17 14:23:29.324195 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-e3a40e15-5260-4e98-ab7c-c143bbbc06fd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf424c9d-ceba-402c-bb72-26d37a235753 HTTP/1.1" status: 200 len: 217 time: 0.0443442 Jun 17 14:23:29.375854 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-e34389fc-5082-44f9-af94-c299b0c490de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.377270 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-e34389fc-5082-44f9-af94-c299b0c490de service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.0445671 Jun 17 14:23:29.436488 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-475f6673-eaee-41bd-86d1-6a8684f2012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.438001 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-475f6673-eaee-41bd-86d1-6a8684f2012c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524228 Jun 17 14:23:29.545209 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-4633f458-4f4e-4c6b-a1d4-f5480e106209 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959475 Jun 17 14:23:29.637776 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-e3ef1ef2-0369-40e0-b7cf-d1fe72e81b05 req-87915734-0aa9-4d7d-9033-9219aac2dc1f service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842643 Jun 17 14:23:29.639242 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce17cb-7c91-42b3-b06c-aa663ee2e3f5 req-a3c04672-2d36-43d6-9efa-d27d345a2e63 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.640711 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ce17cb-7c91-42b3-b06c-aa663ee2e3f5 req-a3c04672-2d36-43d6-9efa-d27d345a2e63 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 945 time: 0.0652637 Jun 17 14:23:29.682046 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e3ce17cb-7c91-42b3-b06c-aa663ee2e3f5 req-a44deb3f-7604-4af5-8faa-15b3dcad0340 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344331 Jun 17 14:23:29.750011 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-8c5562ef-c11f-4188-a9f2-bec4dfb3e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.751500 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-8c5562ef-c11f-4188-a9f2-bec4dfb3e68a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 1096 time: 0.0526400 Jun 17 14:23:29.845315 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-39f5c803-b5dc-43ea-84fe-4b86cabd1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.846779 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-39f5c803-b5dc-43ea-84fe-4b86cabd1993 service neutron] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 912 time: 0.0883782 Jun 17 14:23:29.889838 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-bdeff282-bd97-41b2-8859-67bd9572c907 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf424c9d-ceba-402c-bb72-26d37a235753 HTTP/1.1" status: 200 len: 217 time: 0.0340788 Jun 17 14:23:29.948207 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-8b822bba-6ded-4628-980d-618aa797ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:29.949898 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-8b822bba-6ded-4628-980d-618aa797ead9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.0483069 Jun 17 14:23:30.009621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-e83f6d9c-0f68-4322-be0c-2e782707c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:30.011116 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-e83f6d9c-0f68-4322-be0c-2e782707c42e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540593 Jun 17 14:23:30.100391 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-7839496c-08a2-4d99-9970-22e9ba644182 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816391 Jun 17 14:23:30.226840 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9b2d9b83-8adf-4e1d-b773-b1cb3664fd20 req-fdb05da2-fbef-4553-bb51-4d3623e63257 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140172 Jun 17 14:23:30.313483 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffddfbd-2af0-4ad0-878b-129215e3c84f req-6edda6cd-6fcb-4bb0-bb62-5b5d97a5895b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:30.314936 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bffddfbd-2af0-4ad0-878b-129215e3c84f req-6edda6cd-6fcb-4bb0-bb62-5b5d97a5895b tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 943 time: 0.1133122 Jun 17 14:23:30.325632 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a85b-d87d-4741-9e62-b266532fbeda req-599d155b-4d63-475c-8616-ea225f4057c4 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:30.327058 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4577a85b-d87d-4741-9e62-b266532fbeda req-599d155b-4d63-475c-8616-ea225f4057c4 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1232131 Jun 17 14:23:30.386140 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4577a85b-d87d-4741-9e62-b266532fbeda req-0b614f11-976f-4eff-8b56-980a953fd7f7 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520399 Jun 17 14:23:30.388693 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bffddfbd-2af0-4ad0-878b-129215e3c84f req-41f269f6-24f2-489c-b618-63e39c1ecad5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608029 Jun 17 14:23:30.859049 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303ae4e-fc45-4191-8d93-bf4ad6696b99 req-374d54a4-55a7-495f-86a5-23e1bd8ca541 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:30.860519 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a303ae4e-fc45-4191-8d93-bf4ad6696b99 req-374d54a4-55a7-495f-86a5-23e1bd8ca541 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 945 time: 0.0636132 Jun 17 14:23:30.897841 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a303ae4e-fc45-4191-8d93-bf4ad6696b99 req-e6ff6fc8-bed4-4daf-9f3c-66bb83570269 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Jun 17 14:23:31.614449 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1bb32-5f98-4d2c-99f2-ad93ddb4d94f req-70b7c592-1d0d-47ad-9717-5900e2e3e2b2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:31.617139 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dcb1bb32-5f98-4d2c-99f2-ad93ddb4d94f req-70b7c592-1d0d-47ad-9717-5900e2e3e2b2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1126394 Jun 17 14:23:31.637848 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc228f12-1420-4e14-b615-1e461ba9ca6e req-1fe52af7-5791-4330-81ce-0abd27fa64b3 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:31.639470 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dc228f12-1420-4e14-b615-1e461ba9ca6e req-1fe52af7-5791-4330-81ce-0abd27fa64b3 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 943 time: 0.1340740 Jun 17 14:23:31.683262 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dcb1bb32-5f98-4d2c-99f2-ad93ddb4d94f req-596398d5-1ace-43a0-861f-959ee9749707 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598292 Jun 17 14:23:31.698479 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dc228f12-1420-4e14-b615-1e461ba9ca6e req-fdc066a1-1b54-4626-8400-4f8adf647fcd tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525193 Jun 17 14:23:31.710141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device bf424c9d-ceba-402c-bb72-26d37a235753 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:23:31.821050 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port bf424c9d-ceba-402c-bb72-26d37a235753, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf424c9d-ceba-402c-bb72-26d37a235753,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:31.833598 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'port_id': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'mac_address': 'fa:16:3e:8f:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:23:31.872586 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:31.886319 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf424c9d-ceba-402c-bb72-26d37a235753 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:23:31.908596 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port bf424c9d-ceba-402c-bb72-26d37a235753, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf424c9d-ceba-402c-bb72-26d37a235753,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:31.913335 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:31.917229 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7fa900be-27f2-4eec-8a4a-16bcf8006839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:31.937020 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-d73bba68-506f-422b-a004-53a56a54a0cc tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:31.938602 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-d73bba68-506f-422b-a004-53a56a54a0cc tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 945 time: 0.0722592 Jun 17 14:23:32.003702 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=bf424c9d-ceba-402c-bb72-26d37a235753,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:32.010621 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:32.137648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e814a71-85ef-4fd9-b1e4-26fde01ed118 req-8daa8199-4f4f-407c-98e7-cd36eafb9d6c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:32.139219 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6e814a71-85ef-4fd9-b1e4-26fde01ed118 req-8daa8199-4f4f-407c-98e7-cd36eafb9d6c tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 945 time: 0.0710318 Jun 17 14:23:32.182709 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6e814a71-85ef-4fd9-b1e4-26fde01ed118 req-1deadfe6-5101-4be4-9921-d3da8f535b75 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/security-groups?id=9f76dc1d-d6a2-444d-bff8-0807d66d79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Jun 17 14:23:32.219529 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['bf424c9d-ceba-402c-bb72-26d37a235753'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:23:32.303320 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Deleting port 6fb3892c-c9fe-4831-a617-495fa8103af6 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:23:32.303656 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:32.393493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] For port 6fb3892c-c9fe-4831-a617-495fa8103af6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6fb3892c-c9fe-4831-a617-495fa8103af6,segment=NetworkSegment(fd57fc6b-3d42-4704-b2a2-1bb59f95146e),segment_id=fd57fc6b-3d42-4704-b2a2-1bb59f95146e)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:32.393756 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:32.461053 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Calling delete_port for 6fb3892c-c9fe-4831-a617-495fa8103af6 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:23:32.595620 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:32.599613 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:32.625399 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Pushing event deleted for resources: {'Port': ['ID=6fb3892c-c9fe-4831-a617-495fa8103af6,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:32.628705 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:32.676724 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] No DVR routers for this DVR port 6fb3892c-c9fe-4831-a617-495fa8103af6 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:23:32.680209 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:32.683341 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7fa7f39b-b7ea-432b-aa3c-62c78bc51424 req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.95 "DELETE /v2.0/ports/6fb3892c-c9fe-4831-a617-495fa8103af6 HTTP/1.1" status: 204 len: 173 time: 0.7383046 Jun 17 14:23:32.683867 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'name': 'network-vif-deleted', 'tag': '6fb3892c-c9fe-4831-a617-495fa8103af6'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:23:32.686200 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d961d976-8f49-434a-b50c-b739cf0c5fe1" -d '{"events": [{"server_uuid": "646104d9-5c30-4501-a9c7-683cf1b44f0e", "name": "network-vif-deleted", "tag": "6fb3892c-c9fe-4831-a617-495fa8103af6"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:23:32.693014 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52722) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:32.731299 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c3492-01f4-4b3c-b00e-2922453d2255 x-openstack-request-id: req-1f8c3492-01f4-4b3c-b00e-2922453d2255 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:23:32.731760 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646104d9-5c30-4501-a9c7-683cf1b44f0e", "name": "network-vif-deleted", "tag": "6fb3892c-c9fe-4831-a617-495fa8103af6", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:23:32.732054 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1f8c3492-01f4-4b3c-b00e-2922453d2255 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:23:32.732935 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646104d9-5c30-4501-a9c7-683cf1b44f0e', 'name': 'network-vif-deleted', 'tag': '6fb3892c-c9fe-4831-a617-495fa8103af6', 'status': 'completed', 'code': 200} Jun 17 14:23:32.746954 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['6fb3892c-c9fe-4831-a617-495fa8103af6'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:23:32.888612 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d092d08d-a9a4-4cfe-bb03-391fa8fdf7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:32.962946 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc561-1a2c-4406-b0d5-add8ff4d8556 req-941c264b-bc0f-41f8-89cb-8101a4147704 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:32.963922 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1a6dc561-1a2c-4406-b0d5-add8ff4d8556 req-941c264b-bc0f-41f8-89cb-8101a4147704 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1533184 Jun 17 14:23:32.992934 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f667-6e2d-4e52-bf9c-21a55d0129f8 req-3d9018b8-12f0-48a3-948f-280d7234fb3f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:32.994914 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c370f667-6e2d-4e52-bf9c-21a55d0129f8 req-3d9018b8-12f0-48a3-948f-280d7234fb3f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 944 time: 0.1495650 Jun 17 14:23:33.063540 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1a6dc561-1a2c-4406-b0d5-add8ff4d8556 req-e154119d-059c-48db-b0de-caecd5c1a9bd tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897574 Jun 17 14:23:33.077074 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c370f667-6e2d-4e52-bf9c-21a55d0129f8 req-db3167a1-7557-4e4b-9d4e-801155c9a9db tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710313 Jun 17 14:23:33.095727 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d092d08d-a9a4-4cfe-bb03-391fa8fdf7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.104206 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d092d08d-a9a4-4cfe-bb03-391fa8fdf7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.107530 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4af3be47-d148-4b69-969e-8082be9071ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:33.143062 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092d08d-a9a4-4cfe-bb03-391fa8fdf7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124abbdd-7448-487d-833d-dea00b089342,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:33.147333 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d092d08d-a9a4-4cfe-bb03-391fa8fdf7aa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8c42c3603169440994912a434333f32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532256 Jun 17 14:23:33.148214 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d092d08d-a9a4-4cfe-bb03-391fa8fdf7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:33.150761 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52732) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:33.208975 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.239909 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.309521 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.312466 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.316791 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/124abbdd-7448-487d-833d-dea00b089342 HTTP/1.1" status: 204 len: 168 time: 0.1648839 Jun 17 14:23:33.317684 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d7d67034-ea7f-47ef-81fe-ce14670580fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:33.330767 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124abbdd-7448-487d-833d-dea00b089342,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:33.334831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:33.376265 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-86c81142-0399-4af7-8edd-7d9905cb58c6 req-1a5484eb-7e89-4d61-8492-2154a6c9c533 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] 10.222.0.82 "GET /v2.0/ports?device_id=646104d9-5c30-4501-a9c7-683cf1b44f0e HTTP/1.1" status: 200 len: 210 time: 0.0319164 Jun 17 14:23:33.709703 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device bf424c9d-ceba-402c-bb72-26d37a235753 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:33.762085 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0dc55f61-082c-44d7-a198-a297162c4b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.775068 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port bf424c9d-ceba-402c-bb72-26d37a235753 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:33.779299 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port bf424c9d-ceba-402c-bb72-26d37a235753 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:33.779677 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.864020 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.893195 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:23:33.896272 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0135b2f-3750-4993-920b-9630bb25ff87" -d '{"events": [{"server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "name": "network-vif-plugged", "status": "completed", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:23:33.910884 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port bf424c9d-ceba-402c-bb72-26d37a235753, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf424c9d-ceba-402c-bb72-26d37a235753,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:33.916651 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:33.919122 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:33.983699 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=bf424c9d-ceba-402c-bb72-26d37a235753,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:33.988969 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:33.999341 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52760) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:34.091643 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30040807-13d7-4b7c-b416-26b92dc92dfb x-openstack-request-id: req-30040807-13d7-4b7c-b416-26b92dc92dfb {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:23:34.091939 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "name": "network-vif-plugged", "status": "completed", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:23:34.092200 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-30040807-13d7-4b7c-b416-26b92dc92dfb {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:23:34.092605 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'code': 200} Jun 17 14:23:34.107804 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1652485833-network', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:34.135896 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Made reservation on behalf of 71f37b2d40e84c689d4d2e8cad3a342e for: {'network': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:23:34.138762 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.149182 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.349683 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.358653 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a668cd-2bd9-4c60-85ba-a4b4048166c6 req-9a7e7306-4a3b-45bb-988f-dceb4b2e9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:34.360077 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-60a668cd-2bd9-4c60-85ba-a4b4048166c6 req-9a7e7306-4a3b-45bb-988f-dceb4b2e9018 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 1098 time: 0.0598071 Jun 17 14:23:34.360605 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.369075 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5e34fe8e-f442-4bce-bfd7-a6ccba56eb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:34.380266 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bc57e-8282-438c-90b5-fce6f8ee068e req-89a424a4-d38a-4298-8866-0fb6b01acd63 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:34.381919 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-011bc57e-8282-438c-90b5-fce6f8ee068e req-89a424a4-d38a-4298-8866-0fb6b01acd63 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1714146 Jun 17 14:23:34.404016 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-60a668cd-2bd9-4c60-85ba-a4b4048166c6 req-b54e49cb-0a26-4e42-8881-0a8fdbf55877 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337772 Jun 17 14:23:34.407990 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116219eb-a22b-4f8a-894c-a67a9cf5db4d req-ae800cc0-d0ee-4cfc-b47a-618af89e113f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:34.409526 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-116219eb-a22b-4f8a-894c-a67a9cf5db4d req-ae800cc0-d0ee-4cfc-b47a-618af89e113f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 945 time: 0.1826108 Jun 17 14:23:34.426580 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=93041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:23:34.452445 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6944a1d0-fed6-47b7-a3a5-db9da200e976,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:34.462464 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:34.478904 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.479311 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.segments_db [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Added segment 78037a80-1d36-41b3-8e2f-6d56d035175e of type vlan for network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca Jun 17 14:23:34.507038 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-011bc57e-8282-438c-90b5-fce6f8ee068e req-8e742375-ab76-4083-aea1-99b0a4896494 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139169 Jun 17 14:23:34.532335 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-116219eb-a22b-4f8a-894c-a67a9cf5db4d req-a2b387fa-9d9b-4a34-aa22-8ebacb1160f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076007 Jun 17 14:23:34.546175 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.580452 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.581838 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:34.582440 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.584625 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:34.639050 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52774) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:34.639274 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6383262 Jun 17 14:23:34.644307 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Request body: {'subnet': {'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1652485833-subnet', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:34.651442 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce1bbf2-a32d-4661-8ca7-974b08a98cca,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:34.654412 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:34.662154 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:23:34.675047 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Made reservation on behalf of 71f37b2d40e84c689d4d2e8cad3a342e for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:23:34.680213 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24654211'] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.882943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12619936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24654225'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.887545 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ff6b7f3a-81b6-4106-9c69-2987994e12bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:34.944694 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731ab3fa-060a-4640-a0a4-dd73d4032a23,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:34.949129 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:34.956399 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Checking segment: {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:34.956750 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Network hostable DHCP agents. Network: 9ce1bbf2-a32d-4661-8ca7-974b08a98cca, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:23:34.974068 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:23:34.986319 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 9ce1bbf2-a32d-4661-8ca7-974b08a98cca) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:34.992042 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:34.992937 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:34.994567 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c196c9-84b2-4da5-95ef-5f672267e149 None None] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:23:35.007654 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-67412f96-a760-4ce1-8046-08ee793d6307 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3675807 Jun 17 14:23:35.011133 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52780) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:35.016254 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:35.038272 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.039252 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.095069 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.145547 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:23:35.146435 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.243850 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.296846 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Allocated IP 172.20.0.2 (9ce1bbf2-a32d-4661-8ca7-974b08a98cca/731ab3fa-060a-4640-a0a4-dd73d4032a23/a843a991-b7f7-407c-8d9a-e36117a39874) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:35.456047 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.464831 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Transition to ACTIVE for port object a843a991-b7f7-407c-8d9a-e36117a39874 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:35.480812 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Transition to ACTIVE for port object a843a991-b7f7-407c-8d9a-e36117a39874 will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:35.486884 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.488867 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:35.494692 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.515738 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.532499 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:35.536619 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:35.538529 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Pushing event updated for resources: {'Port': ['ID=a843a991-b7f7-407c-8d9a-e36117a39874,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:35.540772 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:35.543194 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:35.626417 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Attempting to bind port a843a991-b7f7-407c-8d9a-e36117a39874 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:35.626937 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Attempting to bind port a843a991-b7f7-407c-8d9a-e36117a39874 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:35.627956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Attempting to bind port a843a991-b7f7-407c-8d9a-e36117a39874 on network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:35.634872 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:35.635273 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Checking segment: {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:35.635901 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.636496 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Bound using segment: {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:35.637163 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Bound port: a843a991-b7f7-407c-8d9a-e36117a39874, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:35.637742 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.651269 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Allocated IP 172.27.0.108 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/6cd10872-93a7-449b-8e8a-d759d77ebb82) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:35.718334 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] For port a843a991-b7f7-407c-8d9a-e36117a39874, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:35.722019 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] For port a843a991-b7f7-407c-8d9a-e36117a39874, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a843a991-b7f7-407c-8d9a-e36117a39874,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:35.724455 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6fb3892c-c9fe-4831-a617-495fa8103af6 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:23:35.728085 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.738734 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:35.788023 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 6fb3892c-c9fe-4831-a617-495fa8103af6 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:23:35.788395 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 6fb3892c-c9fe-4831-a617-495fa8103af6 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:23:35.790545 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.797195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a590b-c1fb-44e6-98e2-cd38eca50263 req-8531f7ab-c097-4d76-8de1-c5257e6b2e55 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:35.809173 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-986a590b-c1fb-44e6-98e2-cd38eca50263 req-8531f7ab-c097-4d76-8de1-c5257e6b2e55 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1577399 Jun 17 14:23:35.819495 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Pushing event updated for resources: {'Port': ['ID=a843a991-b7f7-407c-8d9a-e36117a39874,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:35.825167 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:35.842346 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d1e85-20f7-4bfd-810c-dc2ab6614be7 req-e725ffbe-142f-4390-8a56-9fed14996910 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:35.843972 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-662d1e85-20f7-4bfd-810c-dc2ab6614be7 req-e725ffbe-142f-4390-8a56-9fed14996910 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 945 time: 0.1430335 Jun 17 14:23:35.857250 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:35.859654 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c426edb0-4f19-4e31-b54f-3d35f5f27a27 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:35.883050 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-986a590b-c1fb-44e6-98e2-cd38eca50263 req-e6d458cc-9bb2-4992-bb38-6f053e862902 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732913 Jun 17 14:23:35.903579 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-662d1e85-20f7-4bfd-810c-dc2ab6614be7 req-4ebfbca6-ec10-446b-947c-5fb8a926fadc tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523236 Jun 17 14:23:35.927690 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Pushing event updated for resources: {'Port': ['ID=6cd10872-93a7-449b-8e8a-d759d77ebb82,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:35.931417 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:35.933568 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:35.935255 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:35.937469 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:36.175778 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a592-3465-4daa-a8c8-66b5ae943605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:36.178859 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2e215-dabd-451f-91b2-b08a0782c119 req-e3442e27-f28f-4e6b-af92-3a6a1df09a3a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:36.181308 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cdf2e215-dabd-451f-91b2-b08a0782c119 req-e3442e27-f28f-4e6b-af92-3a6a1df09a3a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 945 time: 0.1199493 Jun 17 14:23:36.198828 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52794) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:36.204595 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Request body: {'floatingip': {'port_id': 'bf424c9d-ceba-402c-bb72-26d37a235753'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:36.252173 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:36.311169 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:36.519819 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:36.660194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:23:36.779101 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:23:36.789568 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Sync routers for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:23:36.796253 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:36.800899 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7886622 Jun 17 14:23:36.801726 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52798) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:36.805054 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:36.806639 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:36.929913 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8e4f2-d524-4b90-84cd-aa4d25fd10f1 None None] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:23:36.976960 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.013153 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.018867 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.042059 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-e19a45bd-8868-4763-897f-0c23a22270fa None None] Provisioning for port a843a991-b7f7-407c-8d9a-e36117a39874 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:37.069918 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:37.202404 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Floating IP 4a127da3-87b3-4cf2-a663-12f5086888a9 associated. External IP: 172.27.0.44, port: bf424c9d-ceba-402c-bb72-26d37a235753. Jun 17 14:23:37.279438 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475f1d5-996f-4413-8163-0d155c7b6460 req-63207ce8-5ada-44aa-aa99-9be67c0c6fcc tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:37.280927 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5475f1d5-996f-4413-8163-0d155c7b6460 req-63207ce8-5ada-44aa-aa99-9be67c0c6fcc tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.2158692 Jun 17 14:23:37.298582 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.327497 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:36Z', 'revision_number': 3, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:37.342718 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5475f1d5-996f-4413-8163-0d155c7b6460 req-ae9064ef-714d-4cfa-bd50-f89b186382ad tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492907 Jun 17 14:23:37.381013 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Checking router: 0cacdd75-20b9-4bb9-bf94-dfa35def2833 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:23:37.381385 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Updating router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 port 6cd10872-93a7-449b-8e8a-d759d77ebb82 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:23:37.487723 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Router ffc10e8e-f693-4f28-bea1-224c134b0bcf has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:23:37.510873 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Allocated IP 172.20.0.1 (9ce1bbf2-a32d-4661-8ca7-974b08a98cca/731ab3fa-060a-4640-a0a4-dd73d4032a23/b204f93c-0d42-4126-ae78-1e377cb18cb3) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:37.551970 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a843a991-b7f7-407c-8d9a-e36117a39874 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:37.599101 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.611634 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:23:37.616559 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.622380 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] Sync routers for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:23:37.638949 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:37.639821 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:37.644854 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.661612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Transition to ACTIVE for port object b204f93c-0d42-4126-ae78-1e377cb18cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:37.693793 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-86120504-fbd3-45f4-95aa-94555b8aab1a tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "PUT /v2.0/floatingips/4a127da3-87b3-4cf2-a663-12f5086888a9 HTTP/1.1" status: 200 len: 990 time: 1.4952636 Jun 17 14:23:37.694813 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:23:37.708592 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5063575-459d-4c3e-b71b-42e54a459fed" -d '{"events": [{"name": "network-changed", "server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:23:37.709096 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.714114 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-493ac7bd-4fe9-4975-958f-5fe8275361dd tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:37.741474 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port a843a991-b7f7-407c-8d9a-e36117a39874 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:37.767584 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port a843a991-b7f7-407c-8d9a-e36117a39874 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:37.768097 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.796283 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:37.797328 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:37.798427 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.802865 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:37.809772 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:37.860761 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Pushing event updated for resources: {'Port': ['ID=b204f93c-0d42-4126-ae78-1e377cb18cb3,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:37.877533 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:37.987146 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:37.991092 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-b7552de4-42ac-4459-bac2-a39831f83b70 None None] Provisioning complete for port a843a991-b7f7-407c-8d9a-e36117a39874 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:37.991481 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-b7552de4-42ac-4459-bac2-a39831f83b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.033836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.059048 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.103432 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.165844 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Transition to ACTIVE for port object 6cd10872-93a7-449b-8e8a-d759d77ebb82 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:38.182771 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port a843a991-b7f7-407c-8d9a-e36117a39874, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a843a991-b7f7-407c-8d9a-e36117a39874,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:38.183846 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-b7552de4-42ac-4459-bac2-a39831f83b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.193709 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.197306 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.202156 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-2e5fb5c7-8f49-41dc-8564-cc617878a2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:38.211638 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '4a127da3-87b3-4cf2-a663-12f5086888a9', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'port_id': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'mac_address': 'fa:16:3e:8f:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925e231-2f09-4149-a2b8-96974082a875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:23:25Z', 'updated_at': '2021-06-17T14:23:36Z', 'revision_number': 1, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:38.225963 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.232009 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.235986 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-370c2934-6f4a-4008-8061-72e3da4e6ac7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:38.245582 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64a9c6-4403-45e5-b18b-893798510c32 None None] Pushing event updated for resources: {'Port': ['ID=6cd10872-93a7-449b-8e8a-d759d77ebb82,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:38.246215 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] Checking router: ffc10e8e-f693-4f28-bea1-224c134b0bcf for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:23:38.254919 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:38.255545 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:38.289332 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Attempting to bind port 6cd10872-93a7-449b-8e8a-d759d77ebb82 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:38.290037 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Attempting to bind port 6cd10872-93a7-449b-8e8a-d759d77ebb82 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:38.290348 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Attempting to bind port 6cd10872-93a7-449b-8e8a-d759d77ebb82 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:38.310695 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Pushing event updated for resources: {'Port': ['ID=b204f93c-0d42-4126-ae78-1e377cb18cb3,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:38.313556 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:38.314658 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.322800 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:38.323181 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:38.323593 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.323987 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:38.324736 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Bound port: 6cd10872-93a7-449b-8e8a-d759d77ebb82, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:38.325115 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.387115 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:38.399152 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=a843a991-b7f7-407c-8d9a-e36117a39874,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:38.404836 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.db.api [None req-b7552de4-42ac-4459-bac2-a39831f83b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:23:38.405345 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_db.api [None req-b7552de4-42ac-4459-bac2-a39831f83b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:23:38.406375 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:38.411152 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:38.411152 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:38.433023 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] For port 6cd10872-93a7-449b-8e8a-d759d77ebb82, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:38.437317 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] For port 6cd10872-93a7-449b-8e8a-d759d77ebb82, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=6cd10872-93a7-449b-8e8a-d759d77ebb82,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:38.442492 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:38.444782 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:38.509572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64a9c6-4403-45e5-b18b-893798510c32 None None] Pushing event updated for resources: {'Port': ['ID=6cd10872-93a7-449b-8e8a-d759d77ebb82,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:38.512713 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:38.513138 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:38.515355 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-6c64a9c6-4403-45e5-b18b-893798510c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:38.627833 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:38.643065 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '4a127da3-87b3-4cf2-a663-12f5086888a9', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'port_id': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'mac_address': 'fa:16:3e:8f:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925e231-2f09-4149-a2b8-96974082a875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:23:25Z', 'updated_at': '2021-06-17T14:23:36Z', 'revision_number': 1, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:38.664497 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:38.667336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:38.671316 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d2a72e-e7f5-4c3c-a47b-ac0918a6ac17 None None] The sync data for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi is: [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '4a127da3-87b3-4cf2-a663-12f5086888a9', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'port_id': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'mac_address': 'fa:16:3e:8f:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925e231-2f09-4149-a2b8-96974082a875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:23:25Z', 'updated_at': '2021-06-17T14:23:36Z', 'revision_number': 1, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:38.808174 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:23:38.865950 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:38Z', 'revision_number': 2, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:38.900743 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d9507-9edf-4570-be43-7ec807cbafaa None None] The sync data for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi is: [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:38Z', 'revision_number': 2, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:38.950379 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:23:38.952946 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da695f1-cefd-4e79-a5b9-2fdfaceed60c None None] New status for floating IP 4a127da3-87b3-4cf2-a663-12f5086888a9: ACTIVE {{(pid=93043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:23:38.969472 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] 10.222.0.82 "PUT /v2.0/routers/0cacdd75-20b9-4bb9-bf94-dfa35def2833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1577690 Jun 17 14:23:39.145724 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-fdf6d7f1-75e2-4053-975d-6175dc9c60bb None None] Provisioning for port b204f93c-0d42-4126-ae78-1e377cb18cb3 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:39.151735 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-fdf6d7f1-75e2-4053-975d-6175dc9c60bb None None] Provisioning complete for port b204f93c-0d42-4126-ae78-1e377cb18cb3 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:39.152116 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d7f1-75e2-4053-975d-6175dc9c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:39.207866 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6d7f1-75e2-4053-975d-6175dc9c60bb None None] Port b204f93c-0d42-4126-ae78-1e377cb18cb3 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:23:39.491431 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a843a991-b7f7-407c-8d9a-e36117a39874 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:39.566892 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-e3644ebd-426d-44ad-aeef-b02264cbfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:39.572496 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-e3644ebd-426d-44ad-aeef-b02264cbfc00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1098 time: 0.1035516 Jun 17 14:23:39.581663 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port a843a991-b7f7-407c-8d9a-e36117a39874 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:39.581833 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:39.722452 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52832) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:39.723370 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a93f1-413f-43af-aaa0-c507a5e41b17 req-ad548d7d-1eb1-43d2-b8f3-8777ed3e8b1b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:39.725714 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c2a93f1-413f-43af-aaa0-c507a5e41b17 req-ad548d7d-1eb1-43d2-b8f3-8777ed3e8b1b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1832955 Jun 17 14:23:39.732346 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1261138064-network', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:39.786624 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-1cb41ae6-f0b3-46d7-b0c9-d87d32b51f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:39.788396 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-1cb41ae6-f0b3-46d7-b0c9-d87d32b51f26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 910 time: 0.2061591 Jun 17 14:23:39.788545 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6f082c-9f6d-4813-a390-af3a944c9439 x-openstack-request-id: req-9a6f082c-9f6d-4813-a390-af3a944c9439 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:23:39.788869 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:23:39.789157 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9a6f082c-9f6d-4813-a390-af3a944c9439 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:23:39.789542 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Made reservation on behalf of 2b5cebe3eb0a4568a3e1e420ff011288 for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:23:39.789876 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'status': 'completed', 'code': 200} Jun 17 14:23:39.792952 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:39.793603 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c2a93f1-413f-43af-aaa0-c507a5e41b17 req-9f165d84-7b57-40e3-978f-ba3e5a6d2e59 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511475 Jun 17 14:23:39.814866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:39.920942 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-7f02a8ef-8672-4f5e-9864-16eef8672404 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 1001 time: 0.1182473 Jun 17 14:23:40.014578 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.020609 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-8be177cc-7e4b-4364-822d-0ecc4a549637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:40.022040 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-8be177cc-7e4b-4364-822d-0ecc4a549637 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 200 len: 847 time: 0.0889030 Jun 17 14:23:40.025725 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5063575-459d-4c3e-b71b-42e54a459fed req-8708d66d-75a1-47d2-8177-9e83d5b16b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:40.027448 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c5063575-459d-4c3e-b71b-42e54a459fed req-8708d66d-75a1-47d2-8177-9e83d5b16b3e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c6d035261fe40cf96902e8c73e931ad&device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 1098 time: 0.2070096 Jun 17 14:23:40.144864 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.159429 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.166155 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-430ebcf1-3cfb-4c10-87a9-670f3108c485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:40.203660 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:23:40.231758 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e7e2d-66cc-4836-9858-76b9a7aea9e8,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:40.235109 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:40.236410 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.236743 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Added segment e7cce955-5181-46de-93d7-a58f2b722216 of type vlan for network c0923c82-ed6f-40b8-8818-f8e14e6e836a Jun 17 14:23:40.239874 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5063575-459d-4c3e-b71b-42e54a459fed req-5daee0ff-9f0e-4da9-a95c-ea9362570366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:40.241331 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c5063575-459d-4c3e-b71b-42e54a459fed req-5daee0ff-9f0e-4da9-a95c-ea9362570366 service neutron] 10.222.0.95 "GET /v2.0/networks?id=65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 200 len: 912 time: 0.1996338 Jun 17 14:23:40.311849 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-01d1059f-0aed-43bd-8f5f-d1d44657c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:40.313345 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-01d1059f-0aed-43bd-8f5f-d1d44657c34a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96f94244-5446-4152-8309-52b05d72ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2733307 Jun 17 14:23:40.339589 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.430406 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c5063575-459d-4c3e-b71b-42e54a459fed req-97e3638b-bc3f-4aae-b762-48e40e9cce96 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf424c9d-ceba-402c-bb72-26d37a235753 HTTP/1.1" status: 200 len: 1000 time: 0.1738553 Jun 17 14:23:40.434803 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.437524 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:40.438127 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.443186 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:40.570804 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Pushing event updated for resources: {'Network': ['ID=c0923c82-ed6f-40b8-8818-f8e14e6e836a,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:40.575444 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-59ae0fe7-b3b8-4721-a041-fa8ea5f836b6 service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512159 Jun 17 14:23:40.576604 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:40.582537 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8596530 Jun 17 14:23:40.582914 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52844) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:40.591279 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Request body: {'subnet': {'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1261138064-subnet', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'ip_version': 4}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:40.593581 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:23:40.595065 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5063575-459d-4c3e-b71b-42e54a459fed req-5bc55899-0f76-4982-b399-23c9f33cf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:40.596847 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c5063575-459d-4c3e-b71b-42e54a459fed req-5bc55899-0f76-4982-b399-23c9f33cf9bc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 200 len: 849 time: 0.1546052 Jun 17 14:23:40.629074 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Made reservation on behalf of 2b5cebe3eb0a4568a3e1e420ff011288 for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:23:40.632542 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13309624'] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.721942 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7f6f84a8-3d37-49fc-9d1c-a61d9bbb2616 req-8325d180-5999-4036-9e0b-fb37dec05324 service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363022 Jun 17 14:23:40.737215 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5063575-459d-4c3e-b71b-42e54a459fed req-0bf7a13d-9ff7-4cdb-b6d9-a7e41028570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:40.738971 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c5063575-459d-4c3e-b71b-42e54a459fed req-0bf7a13d-9ff7-4cdb-b6d9-a7e41028570c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=65d81fd4-a15f-4c86-8168-67253326f05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290965 Jun 17 14:23:40.872274 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14348673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13309610'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:40.877713 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8aad4f70-0b6b-4e03-b0f0-59120d1029e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:40.905849 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c5063575-459d-4c3e-b71b-42e54a459fed req-8da9cab3-6aae-40af-8dba-50283f991c32 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475196 Jun 17 14:23:40.953337 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf87c2cf-1d96-4d34-9228-c6eec25e437c,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:41.001723 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.002124 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.002497 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.002877 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.003216 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.003578 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.003929 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.004281 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.004872 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.005493 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.006144 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.006769 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:41.014756 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:41.015056 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c5063575-459d-4c3e-b71b-42e54a459fed req-b08b515b-b2e4-465d-93fd-865ac9c1c565 service neutron] 10.222.0.95 "GET /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006303 Jun 17 14:23:41.021965 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Checking segment: {'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:41.022293 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Network hostable DHCP agents. Network: c0923c82-ed6f-40b8-8818-f8e14e6e836a, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:23:41.050147 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:23:41.063676 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, c0923c82-ed6f-40b8-8818-f8e14e6e836a) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:41.072141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c68b7d1-48e7-4bb8-bf7c-73a52e612447 None None] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:23:41.073182 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cab1-7259-4479-831f-2ea0c0164bc8 req-bad43719-f43e-4ffe-88fc-f5ba25177a63 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:41.075001 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5520cab1-7259-4479-831f-2ea0c0164bc8 req-bad43719-f43e-4ffe-88fc-f5ba25177a63 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1258919 Jun 17 14:23:41.078120 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:41.078703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.110033 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5254197 Jun 17 14:23:41.112363 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52852) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:41.117363 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:41.133441 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5520cab1-7259-4479-831f-2ea0c0164bc8 req-46f661cb-113d-4a68-a81d-a5ec71e3be11 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483451 Jun 17 14:23:41.141286 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.142486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.211443 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.224603 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Sync routers for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:23:41.237065 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:41.237681 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:41.278320 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'fixed_ips': [{'subnet_id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:23:41.279488 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.359150 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:41.386864 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.459201 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Allocated IP 172.20.0.2 (c0923c82-ed6f-40b8-8818-f8e14e6e836a/cf87c2cf-1d96-4d34-9228-c6eec25e437c/53fd329d-a5fc-4c0d-90f1-9898e5c007e4) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:41.539501 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 6cd10872-93a7-449b-8e8a-d759d77ebb82 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:41.599417 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 6cd10872-93a7-449b-8e8a-d759d77ebb82 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:41.611311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 6cd10872-93a7-449b-8e8a-d759d77ebb82 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:41.611710 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.614298 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.616978 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:38Z', 'revision_number': 2, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:41.634343 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.654773 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Checking router: 0cacdd75-20b9-4bb9-bf94-dfa35def2833 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:23:41.655324 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Updating router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 port b204f93c-0d42-4126-ae78-1e377cb18cb3 binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:23:41.696827 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.775642 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Allocated IP 172.27.0.128 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/d5c2ed98-bf9d-4d04-81da-7f4cb530165e) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:41.799532 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.806141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.825419 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Transition to ACTIVE for port object 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:41.832942 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 6cd10872-93a7-449b-8e8a-d759d77ebb82, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=6cd10872-93a7-449b-8e8a-d759d77ebb82,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:41.840217 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.844551 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:41.868582 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Transition to ACTIVE for port object 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:41.879808 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.890130 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.907741 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:41.910701 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:41.914592 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:41.918535 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=6cd10872-93a7-449b-8e8a-d759d77ebb82,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:41.922924 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:41.923388 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:41.940969 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:41.944509 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-049a2014-1a68-446a-ba91-f1e67ffd6448 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:42.002038 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:42.006239 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:42.008535 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:42.025345 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:42.028016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:42.065013 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.079587 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Transition to ACTIVE for port object b204f93c-0d42-4126-ae78-1e377cb18cb3 will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:42.087947 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.092308 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:42.142418 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Pushing event updated for resources: {'Port': ['ID=b204f93c-0d42-4126-ae78-1e377cb18cb3,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:42.150569 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Pushing event updated for resources: {'Port': ['ID=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:42.152968 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Attempting to bind port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:42.153274 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Attempting to bind port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:42.153734 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Attempting to bind port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 on network c0923c82-ed6f-40b8-8818-f8e14e6e836a {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:42.153870 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.154211 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.154683 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.155002 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.155498 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.155865 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.155979 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:42.156177 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.156491 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.156823 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.157596 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.157596 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.157836 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:42.160175 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:42.160352 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Checking segment: {'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:42.160664 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.161051 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Bound using segment: {'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:42.161593 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Bound port: 53fd329d-a5fc-4c0d-90f1-9898e5c007e4, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:42.161721 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:42.161884 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.269004 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] For port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:42.275041 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] For port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,segment=NetworkSegment(e7cce955-5181-46de-93d7-a58f2b722216),segment_id=e7cce955-5181-46de-93d7-a58f2b722216)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:42.281715 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.291750 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:42.299105 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Attempting to bind port b204f93c-0d42-4126-ae78-1e377cb18cb3 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:42.299105 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Attempting to bind port b204f93c-0d42-4126-ae78-1e377cb18cb3 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:42.299105 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Attempting to bind port b204f93c-0d42-4126-ae78-1e377cb18cb3 on network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:42.310399 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:42.310790 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Checking segment: {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:42.311196 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.311628 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Bound using segment: {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:42.312108 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Bound port: b204f93c-0d42-4126-ae78-1e377cb18cb3, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:42.312480 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.426372 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] For port b204f93c-0d42-4126-ae78-1e377cb18cb3, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:42.428382 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb7bf0-7700-43e5-b071-2717fc892726 req-5da04ab9-7c1a-4a66-90a6-d2bec13cd543 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:42.437247 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-accb7bf0-7700-43e5-b071-2717fc892726 req-5da04ab9-7c1a-4a66-90a6-d2bec13cd543 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1300766 Jun 17 14:23:42.441915 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] For port b204f93c-0d42-4126-ae78-1e377cb18cb3, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=b204f93c-0d42-4126-ae78-1e377cb18cb3,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:42.454926 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Pushing event updated for resources: {'Port': ['ID=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:42.455732 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:42.464726 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:42.485175 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:42.500250 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-accb7bf0-7700-43e5-b071-2717fc892726 req-dab869be-de18-4748-9d25-722fa4d465e2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619991 Jun 17 14:23:42.532373 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:42.533129 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:42.663160 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Pushing event updated for resources: {'Port': ['ID=b204f93c-0d42-4126-ae78-1e377cb18cb3,revision_number=4']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:42.668918 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-2626f884-021a-4db1-94a9-17296d9925d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:42.715836 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:42.883743 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:43.105792 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:42Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:43.144871 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:43.146061 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d1948-e91b-47c8-8bc6-a08dd542a60d None None] The sync data for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi is: [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:42Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:43.302927 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Router 02b94e4c-2884-480b-8727-ad96218439dc is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:23:43.531636 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:23:43.546730 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Sync routers for ids ['02b94e4c-2884-480b-8727-ad96218439dc'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:23:43.564828 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Routers {'02b94e4c-2884-480b-8727-ad96218439dc'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:43.566529 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['02b94e4c-2884-480b-8727-ad96218439dc'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:43.574633 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:43.579320 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4653702 Jun 17 14:23:43.581677 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 52882) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:43.773847 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device b204f93c-0d42-4126-ae78-1e377cb18cb3 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:43.912326 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port b204f93c-0d42-4126-ae78-1e377cb18cb3 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:43.920786 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Set router 02b94e4c-2884-480b-8727-ad96218439dc gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:44.019069 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port b204f93c-0d42-4126-ae78-1e377cb18cb3 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:44.019557 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:44.024247 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239268da-721f-462b-a4e0-d7ac59a35184 None None] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:23:44.051452 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e42c-bfb0-4156-919c-71f66b08ce66 req-52509764-eb40-4aef-b6ef-327687913c9c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:44.053565 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b8e6e42c-bfb0-4156-919c-71f66b08ce66 req-52509764-eb40-4aef-b6ef-327687913c9c tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.2196045 Jun 17 14:23:44.176556 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-ee8f1078-2d3a-4461-88ba-446fa1780821 None None] Provisioning for port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:44.211383 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b8e6e42c-bfb0-4156-919c-71f66b08ce66 req-99a06c38-c5cf-4224-b911-030b361f7bb4 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485388 Jun 17 14:23:44.392028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:44.431637 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:44.480692 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port b204f93c-0d42-4126-ae78-1e377cb18cb3, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=b204f93c-0d42-4126-ae78-1e377cb18cb3,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:44.494408 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:42Z', 'revision_number': 3, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port': {'id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:71:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:44.502957 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:44.503898 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 6cd10872-93a7-449b-8e8a-d759d77ebb82 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:44.543090 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:44.588237 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Checking router: 02b94e4c-2884-480b-8727-ad96218439dc for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:23:44.588907 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Updating router 02b94e4c-2884-480b-8727-ad96218439dc port d5c2ed98-bf9d-4d04-81da-7f4cb530165e binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:23:44.674864 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Allocated IP 172.20.0.1 (c0923c82-ed6f-40b8-8818-f8e14e6e836a/cf87c2cf-1d96-4d34-9228-c6eec25e437c/cea92449-0db6-4408-8752-b8fcababdf30) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:44.722367 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:44.759907 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=b204f93c-0d42-4126-ae78-1e377cb18cb3,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:44.765938 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:44.771145 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 52900) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:44.909239 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:44.932670 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-45fc0f9c-e033-428f-98dd-b799f08504fb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589074 Jun 17 14:23:44.955032 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Transition to ACTIVE for port object cea92449-0db6-4408-8752-b8fcababdf30 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:44.967576 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 6cd10872-93a7-449b-8e8a-d759d77ebb82 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:44.967956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.037731 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c4cc4-c848-4296-ae71-5b1a29a1decb req-a77b5a34-f42d-4126-b4b8-a2f9d7cd9c7f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:45.046933 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a90c4cc4-c848-4296-ae71-5b1a29a1decb req-a77b5a34-f42d-4126-b4b8-a2f9d7cd9c7f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.3338614 Jun 17 14:23:45.080514 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.088491 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:45.143119 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a90c4cc4-c848-4296-ae71-5b1a29a1decb req-ec168270-fa6c-4057-9eb6-ea94fb5eec8f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950119 Jun 17 14:23:45.149527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:45.158186 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:45.175828 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:45.192811 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:23:45.226859 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.235749 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cea92449-0db6-4408-8752-b8fcababdf30,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:45.244405 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:45.256421 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.257691 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Transition to ACTIVE for port object d5c2ed98-bf9d-4d04-81da-7f4cb530165e will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:45.271752 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:45.274765 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.278597 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:45.283157 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:45.283435 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.371400 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Attempting to bind port d5c2ed98-bf9d-4d04-81da-7f4cb530165e on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:45.371781 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Attempting to bind port d5c2ed98-bf9d-4d04-81da-7f4cb530165e by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:45.372177 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Attempting to bind port d5c2ed98-bf9d-4d04-81da-7f4cb530165e on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:45.376550 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f9d43-116c-4cfc-af7f-f3640f21f710 None None] Pushing event updated for resources: {'Port': ['ID=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:45.387926 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5a8f9d43-116c-4cfc-af7f-f3640f21f710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:45.390019 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:45.390398 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:45.390812 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.391204 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:45.391691 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Bound port: d5c2ed98-bf9d-4d04-81da-7f4cb530165e, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:45.392075 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.473038 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.513402 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] For port d5c2ed98-bf9d-4d04-81da-7f4cb530165e, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:45.518580 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] For port d5c2ed98-bf9d-4d04-81da-7f4cb530165e, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:45.520206 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.525166 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.533008 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:45.612376 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,segment=NetworkSegment(e7cce955-5181-46de-93d7-a58f2b722216),segment_id=e7cce955-5181-46de-93d7-a58f2b722216)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:45.626727 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.631864 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-d61dbf65-03a6-4957-a5ef-d0c2c400d04f None None] Provisioning for port cea92449-0db6-4408-8752-b8fcababdf30 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:45.634615 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Routers {'02b94e4c-2884-480b-8727-ad96218439dc'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:45.635244 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['02b94e4c-2884-480b-8727-ad96218439dc'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:45.642636 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f9d43-116c-4cfc-af7f-f3640f21f710 None None] Pushing event updated for resources: {'Port': ['ID=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:45.645792 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5a8f9d43-116c-4cfc-af7f-f3640f21f710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:45.658352 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.663931 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.666453 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-18389fbe-a9bb-4c70-b55c-c9609f201e8c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:45.680918 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:45.737521 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.739441 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cea92449-0db6-4408-8752-b8fcababdf30,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:45.743460 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:45.815120 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-d61dbf65-03a6-4957-a5ef-d0c2c400d04f None None] Provisioning complete for port cea92449-0db6-4408-8752-b8fcababdf30 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:45.815493 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d61dbf65-03a6-4957-a5ef-d0c2c400d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.836821 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:23:45.838477 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:23:45.846465 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device b204f93c-0d42-4126-ae78-1e377cb18cb3 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:45.967710 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-d61dbf65-03a6-4957-a5ef-d0c2c400d04f None None] Port cea92449-0db6-4408-8752-b8fcababdf30 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:23:45.983422 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:45.988862 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:46.012062 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] Set router 02b94e4c-2884-480b-8727-ad96218439dc gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:46.014600 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port b204f93c-0d42-4126-ae78-1e377cb18cb3 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:46.014978 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:46.171736 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-fdf72e09-7e20-4b44-8adf-2d358af89e34 None None] Provisioning complete for port cea92449-0db6-4408-8752-b8fcababdf30 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:46.172112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fdf72e09-7e20-4b44-8adf-2d358af89e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:46.193241 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Router 02b94e4c-2884-480b-8727-ad96218439dc has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:23:46.268103 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-fdf72e09-7e20-4b44-8adf-2d358af89e34 None None] Port cea92449-0db6-4408-8752-b8fcababdf30 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:23:46.304330 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:23:46.310965 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] 10.222.0.82 "PUT /v2.0/routers/02b94e4c-2884-480b-8727-ad96218439dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7281241 Jun 17 14:23:46.324781 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 4, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port': {'id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:71:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'cea92449-0db6-4408-8752-b8fcababdf30', 'name': '', 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'mac_address': 'fa:16:3e:fc:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:44Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 1, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'subnets': [{'id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:46.351202 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79efe7e-bbe5-4ca2-8d9f-92153c597938 None None] The sync data for ids ['02b94e4c-2884-480b-8727-ad96218439dc'] in dv-cinder-796286-6-iscsi is: [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 4, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port': {'id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:71:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'cea92449-0db6-4408-8752-b8fcababdf30', 'name': '', 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'mac_address': 'fa:16:3e:fc:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:44Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 1, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'subnets': [{'id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:47.193668 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device c25f15c2-431c-4899-9823-21d03c549e6b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:23:47.368257 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:47.417191 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:23:47.419554 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14067ecb-ee83-4d60-b74e-aab917e526c4" -d '{"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:23:47.447442 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:47.454077 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:47.456011 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:47.507992 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=6']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:47.512040 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:47.872753 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d5c2ed98-bf9d-4d04-81da-7f4cb530165e up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:47.941437 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port d5c2ed98-bf9d-4d04-81da-7f4cb530165e completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:47.946803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port d5c2ed98-bf9d-4d04-81da-7f4cb530165e triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:47.947237 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:48.064724 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:48.092034 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port d5c2ed98-bf9d-4d04-81da-7f4cb530165e, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:48.097194 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:48.100153 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:48.100784 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:48.179168 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:48.183608 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:48.196970 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:48.197660 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:48.474834 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c50477-4c81-4ab0-b386-9f7c87424fbf x-openstack-request-id: req-f6c50477-4c81-4ab0-b386-9f7c87424fbf {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:23:48.474834 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-unplugged", "status": "failed", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b", "code": 422}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:23:48.474834 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f6c50477-4c81-4ab0-b386-9f7c87424fbf {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:23:48.474834 dv-cinder-796286-6-iscsi neutron-server[93043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'code': 422} returned with failed status Jun 17 14:23:48.636640 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc7ad6-a4ca-4ba8-a0b1-612df095b660 req-e130b471-1618-4c21-87f9-eea39484e2cf tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:48.639570 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-67bc7ad6-a4ca-4ba8-a0b1-612df095b660 req-e130b471-1618-4c21-87f9-eea39484e2cf tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0931163 Jun 17 14:23:48.703755 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-67bc7ad6-a4ca-4ba8-a0b1-612df095b660 req-e213bafb-aef6-46ea-b9f6-5685e76eee58 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550706 Jun 17 14:23:49.725551 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d5c2ed98-bf9d-4d04-81da-7f4cb530165e up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:49.787958 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-443885b7-d1f2-466a-8ef6-e8fc65489ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:49.797063 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-443885b7-d1f2-466a-8ef6-e8fc65489ff4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c&tenant_id=56c30b71910b44588178022c52d1d1be HTTP/1.1" status: 200 len: 1096 time: 0.0923357 Jun 17 14:23:49.797379 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port d5c2ed98-bf9d-4d04-81da-7f4cb530165e triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:49.797974 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:49.927804 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-93162649-0ff9-4870-b62b-5f28dee38795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:49.932111 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-93162649-0ff9-4870-b62b-5f28dee38795 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1096 time: 0.1041319 Jun 17 14:23:50.009795 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f7a81-2d6d-45f0-b515-791b37f80260 req-80479341-cf7f-4d83-8d6a-f11104ae76ad tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:50.011433 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f07f7a81-2d6d-45f0-b515-791b37f80260 req-80479341-cf7f-4d83-8d6a-f11104ae76ad tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.1399639 Jun 17 14:23:50.049932 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-d5b8b6b5-87ee-48be-b0e3-c32a029664ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:50.052434 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-d5b8b6b5-87ee-48be-b0e3-c32a029664ac service neutron] 10.222.0.95 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 910 time: 0.1121485 Jun 17 14:23:50.059398 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f07f7a81-2d6d-45f0-b515-791b37f80260 req-9afe07a0-98c4-4d64-9fc5-df55938e679a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Jun 17 14:23:50.126895 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-7dc3bb32-6779-40cd-8b09-9626e2372882 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 999 time: 0.0678389 Jun 17 14:23:50.186154 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-b9c443e5-ccd5-49e5-98c3-ffc7c5c99fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:50.189858 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-b9c443e5-ccd5-49e5-98c3-ffc7c5c99fe8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 200 len: 847 time: 0.0533419 Jun 17 14:23:50.279021 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-7055aa9b-6c56-483c-ba42-5f78bd5aa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:50.280959 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-7055aa9b-6c56-483c-ba42-5f78bd5aa23e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96f94244-5446-4152-8309-52b05d72ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835373 Jun 17 14:23:50.383463 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-463f14a8-6755-40d1-a7d1-cf2bb676699d service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905113 Jun 17 14:23:50.511686 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8b649a2e-ca0f-41d9-a1d4-c98db9860e7f req-f17418ec-efd0-4047-83a1-8320ef4a3444 service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169200 Jun 17 14:23:50.621140 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Sync routers for ids ['02b94e4c-2884-480b-8727-ad96218439dc'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:23:50.641018 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Routers {'02b94e4c-2884-480b-8727-ad96218439dc'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:50.641771 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['02b94e4c-2884-480b-8727-ad96218439dc'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:50.786416 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Set router 02b94e4c-2884-480b-8727-ad96218439dc gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:51.040068 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 4, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port': {'id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'cea92449-0db6-4408-8752-b8fcababdf30', 'name': '', 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'mac_address': 'fa:16:3e:fc:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:44Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 2, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'subnets': [{'id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:51.083762 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Checking router: 02b94e4c-2884-480b-8727-ad96218439dc for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:23:51.084179 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Updating router 02b94e4c-2884-480b-8727-ad96218439dc port cea92449-0db6-4408-8752-b8fcababdf30 binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:23:51.142021 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:51.435414 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11627f-18f8-4c96-bd59-14b83021db0b req-303879e9-adc1-4162-9ed7-857efd678f95 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:51.437810 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5a11627f-18f8-4c96-bd59-14b83021db0b req-303879e9-adc1-4162-9ed7-857efd678f95 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.1362257 Jun 17 14:23:51.497798 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5a11627f-18f8-4c96-bd59-14b83021db0b req-090bdceb-aaf8-4217-a093-3be37856c6f8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513306 Jun 17 14:23:51.570420 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:51.582033 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Transition to ACTIVE for port object cea92449-0db6-4408-8752-b8fcababdf30 will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:51.589568 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:51.591881 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:51.639151 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baed17d-7dcd-46dc-ad02-3c6ba1a52150 None None] Pushing event updated for resources: {'Port': ['ID=cea92449-0db6-4408-8752-b8fcababdf30,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:51.645060 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-8baed17d-7dcd-46dc-ad02-3c6ba1a52150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:51.760165 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Attempting to bind port cea92449-0db6-4408-8752-b8fcababdf30 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:51.760526 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Attempting to bind port cea92449-0db6-4408-8752-b8fcababdf30 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:51.760900 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Attempting to bind port cea92449-0db6-4408-8752-b8fcababdf30 on network c0923c82-ed6f-40b8-8818-f8e14e6e836a {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:51.767554 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:51.767554 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Checking segment: {'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:51.767554 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:51.767986 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Bound using segment: {'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:51.768390 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Bound port: cea92449-0db6-4408-8752-b8fcababdf30, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cce955-5181-46de-93d7-a58f2b722216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:51.768761 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:51.842701 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] For port cea92449-0db6-4408-8752-b8fcababdf30, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:51.848847 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] For port cea92449-0db6-4408-8752-b8fcababdf30, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=cea92449-0db6-4408-8752-b8fcababdf30,segment=NetworkSegment(e7cce955-5181-46de-93d7-a58f2b722216),segment_id=e7cce955-5181-46de-93d7-a58f2b722216)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:51.856117 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:51.858622 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:51.968266 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Routers {'02b94e4c-2884-480b-8727-ad96218439dc'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:51.968970 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['02b94e4c-2884-480b-8727-ad96218439dc'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:51.979666 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baed17d-7dcd-46dc-ad02-3c6ba1a52150 None None] Pushing event updated for resources: {'Port': ['ID=cea92449-0db6-4408-8752-b8fcababdf30,revision_number=4']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:52.035198 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-8baed17d-7dcd-46dc-ad02-3c6ba1a52150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:52.119646 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:52.176399 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] Set router 02b94e4c-2884-480b-8727-ad96218439dc gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:52.401133 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 4, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port': {'id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'cea92449-0db6-4408-8752-b8fcababdf30', 'name': '', 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'mac_address': 'fa:16:3e:fc:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:44Z', 'updated_at': '2021-06-17T14:23:51Z', 'revision_number': 4, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'subnets': [{'id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:52.428764 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641e242-819e-44c4-98a6-4fb9aa3134ad None None] The sync data for ids ['02b94e4c-2884-480b-8727-ad96218439dc'] in dv-cinder-796286-6-iscsi is: [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:45Z', 'revision_number': 4, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port': {'id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'cea92449-0db6-4408-8752-b8fcababdf30', 'name': '', 'network_id': 'c0923c82-ed6f-40b8-8818-f8e14e6e836a', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'mac_address': 'fa:16:3e:fc:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:44Z', 'updated_at': '2021-06-17T14:23:51Z', 'revision_number': 4, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'subnets': [{'id': 'cf87c2cf-1d96-4d34-9228-c6eec25e437c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:52.848791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6010609-9010-451a-90c0-d75cb0dfd1fa req-a5b04e97-b944-4c0c-a206-f7b66d940b5b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:52.850665 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c6010609-9010-451a-90c0-d75cb0dfd1fa req-a5b04e97-b944-4c0c-a206-f7b66d940b5b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0942144 Jun 17 14:23:52.906646 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c6010609-9010-451a-90c0-d75cb0dfd1fa req-92c6bbd6-f57a-42bc-8a15-506907895167 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497694 Jun 17 14:23:53.786847 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device cea92449-0db6-4408-8752-b8fcababdf30 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:53.849630 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port cea92449-0db6-4408-8752-b8fcababdf30 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:53.857860 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port cea92449-0db6-4408-8752-b8fcababdf30 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:53.858278 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:53.975311 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:54.015543 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port cea92449-0db6-4408-8752-b8fcababdf30, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=cea92449-0db6-4408-8752-b8fcababdf30,segment=NetworkSegment(e7cce955-5181-46de-93d7-a58f2b722216),segment_id=e7cce955-5181-46de-93d7-a58f2b722216)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:54.021893 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:54.025035 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:54.083813 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=cea92449-0db6-4408-8752-b8fcababdf30,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:54.088024 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:54.123320 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bcf3c-d042-425f-91ec-962995256572 req-9687db9b-686b-45e4-918a-297a0bfac9a7 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:54.129228 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-379bcf3c-d042-425f-91ec-962995256572 req-9687db9b-686b-45e4-918a-297a0bfac9a7 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0946171 Jun 17 14:23:54.166590 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-379bcf3c-d042-425f-91ec-962995256572 req-6ee49fa9-bb73-4513-b5a0-44a3bdc5ab37 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353718 Jun 17 14:23:55.237553 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c08b0-0cac-4c80-856e-cbf28e7a9e58 req-4dbc8520-d2a3-43d8-9678-b933ba5d2d93 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:55.239179 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d8c08b0-0cac-4c80-856e-cbf28e7a9e58 req-4dbc8520-d2a3-43d8-9678-b933ba5d2d93 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0762064 Jun 17 14:23:55.287344 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8d8c08b0-0cac-4c80-856e-cbf28e7a9e58 req-e473ecd0-1e75-4b18-b6b2-9872cda65ae4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Jun 17 14:23:55.405913 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ff16f-5af6-4d9e-b817-fbbff3099d93 req-8019a190-233b-4de3-a5c9-f7bdda804672 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:55.407530 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f93ff16f-5af6-4d9e-b817-fbbff3099d93 req-8019a190-233b-4de3-a5c9-f7bdda804672 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0672908 Jun 17 14:23:55.457469 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f93ff16f-5af6-4d9e-b817-fbbff3099d93 req-02f50895-7795-4da2-9e27-072d41cd4b88 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401208 Jun 17 14:23:55.735028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device cea92449-0db6-4408-8752-b8fcababdf30 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:55.798765 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port cea92449-0db6-4408-8752-b8fcababdf30 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:55.799217 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:56.515663 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1982-f42a-476f-9de8-735bc64818c2 req-dc8e490d-114b-4667-9012-b1d095e36ac2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:56.517154 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70df1982-f42a-476f-9de8-735bc64818c2 req-dc8e490d-114b-4667-9012-b1d095e36ac2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0789349 Jun 17 14:23:56.560345 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70df1982-f42a-476f-9de8-735bc64818c2 req-caf0c455-21b3-42e7-93a5-ee8340c4885d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368183 Jun 17 14:23:56.656058 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20633d-237e-432f-9364-bb53d36ae1a8 req-427f0415-064f-4e62-b653-2d695e51d97b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:56.658738 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ba20633d-237e-432f-9364-bb53d36ae1a8 req-427f0415-064f-4e62-b653-2d695e51d97b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0711179 Jun 17 14:23:56.706730 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ba20633d-237e-432f-9364-bb53d36ae1a8 req-c812fb03-4f37-4f19-93d7-6cec814ec530 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396171 Jun 17 14:23:57.586071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-d78cc632-4d7b-4da9-9e25-ad6e1c636c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:57.587935 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-d78cc632-4d7b-4da9-9e25-ad6e1c636c16 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1096 time: 0.0625007 Jun 17 14:23:57.652515 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-f35af51b-dd30-4bea-b4ba-8bb6b89f58df tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:57.654087 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-f35af51b-dd30-4bea-b4ba-8bb6b89f58df tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 815 time: 0.1170485 Jun 17 14:23:57.672099 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-c4951dd4-53d0-47f5-ac04-282f08629ad3 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/quotas/71f37b2d40e84c689d4d2e8cad3a342e HTTP/1.1" status: 200 len: 375 time: 0.0122430 Jun 17 14:23:57.722171 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-a9fc6e52-a630-4b5e-931f-80aecd45bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:57.723616 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-a9fc6e52-a630-4b5e-931f-80aecd45bfc6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 910 time: 0.1093349 Jun 17 14:23:57.792796 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-1b51067d-84c4-499c-9d6d-348d232e489b tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147554 Jun 17 14:23:57.795939 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-6ed97ab9-68a9-45a5-aef4-7af1bafe01c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 999 time: 0.0634768 Jun 17 14:23:57.804075 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7a1e5-b0e9-4bb6-8c85-c07ac9210be9 req-abc22d3c-3003-43b2-93b6-21046c06cb89 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:57.805642 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7a7a1e5-b0e9-4bb6-8c85-c07ac9210be9 req-abc22d3c-3003-43b2-93b6-21046c06cb89 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0885022 Jun 17 14:23:57.847222 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-ee4a0f60-f2f6-45da-8590-2ae471489089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:57.848777 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-ee4a0f60-f2f6-45da-8590-2ae471489089 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 200 len: 847 time: 0.0444875 Jun 17 14:23:57.896658 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7a7a1e5-b0e9-4bb6-8c85-c07ac9210be9 req-16e37994-bade-47eb-b731-2175e8bee69a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819850 Jun 17 14:23:57.930987 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-9f6acd5d-66ee-409c-b151-10b5fd6dfaa9 service neutron] 10.222.0.82 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239154 Jun 17 14:23:57.935681 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-f13a4b4e-f002-497f-b337-92eaaa52b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:57.937256 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-f13a4b4e-f002-497f-b337-92eaaa52b6d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96f94244-5446-4152-8309-52b05d72ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688970 Jun 17 14:23:58.056640 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-c7e10cfc-07a4-4b9f-b0ba-de52cb024ffc service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107156 Jun 17 14:23:58.057703 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-736af114-9c16-4446-a2dd-a320eeb5db84 service neutron] 10.222.0.82 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258123 Jun 17 14:23:58.095882 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f7aa-be96-4aca-aa84-3e433ff9d1c4 req-62514477-5032-4d06-ab1a-9ec859fd20a8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:58.097801 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f930f7aa-be96-4aca-aa84-3e433ff9d1c4 req-62514477-5032-4d06-ab1a-9ec859fd20a8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 943 time: 0.0832646 Jun 17 14:23:58.139529 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f930f7aa-be96-4aca-aa84-3e433ff9d1c4 req-08e53e43-3b05-441e-bdbe-41bb7c5b4e0b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355208 Jun 17 14:23:58.165513 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9266adf9-4f0f-42cb-847b-f77210be9554 req-84414a76-60cc-4e6a-9d5c-aa26c5fd78ca service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979555 Jun 17 14:23:58.249536 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d834d76a-c495-40ea-96b6-8d65ffc92c60 req-6b2f1767-bbf3-48cd-b77c-090992f92efa tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 210 time: 0.0316753 Jun 17 14:23:58.414629 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device c25f15c2-431c-4899-9823-21d03c549e6b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:23:58.517255 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:58.530334 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'port_id': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'mac_address': 'fa:16:3e:67:ce:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:23:58.569152 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:58.587101 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25f15c2-431c-4899-9823-21d03c549e6b {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:23:58.611124 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:58.615948 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:58.617791 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5a8f9d43-116c-4cfc-af7f-f3640f21f710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:58.666520 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=7']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:58.673880 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.674265 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.674604 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.674937 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.675268 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.675598 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.675926 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.676249 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.676575 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.676893 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.677210 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.677527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:23:58.681773 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:58.918577 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['c25f15c2-431c-4899-9823-21d03c549e6b'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:23:59.088192 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f3a22-49a3-4af4-b143-ce3d3046b322 req-3f03a9de-19e2-4085-84dd-8fb66cc93fff tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:59.090379 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-272f3a22-49a3-4af4-b143-ce3d3046b322 req-3f03a9de-19e2-4085-84dd-8fb66cc93fff tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0678067 Jun 17 14:23:59.112158 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53136) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:59.165603 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-272f3a22-49a3-4af4-b143-ce3d3046b322 req-d89997bf-1207-4a78-b8ab-c9ce0f6acb7b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691884 Jun 17 14:23:59.178076 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Deleting subnet e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4 {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:23:59.182244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.220575 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.262895 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.372242 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.378820 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-bccd4e3b-b679-48e6-ba1a-f7c397d03912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:59.391767 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee61c-c8dc-49ca-82b4-13b2b93ec036 req-4d52d109-8a8c-48ea-8b27-4dfd64974769 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:59.393544 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7c9ee61c-c8dc-49ca-82b4-13b2b93ec036 req-4d52d109-8a8c-48ea-8b27-4dfd64974769 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 944 time: 0.1320748 Jun 17 14:23:59.426036 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.430287 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4 HTTP/1.1" status: 204 len: 168 time: 0.3147182 Jun 17 14:23:59.432617 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81ace07-cd0f-4d04-b6ca-e2c0e8bb5eb4,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:59.432617 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53144) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:59.455382 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ca0f485b-e8c7-4f8f-b39b-aae22f575d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:59.464100 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-de4501c7-4ffd-4074-ad42-b911917aac45 req-d89c7524-79b1-4be0-ab38-a79fb791d09a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 210 time: 0.0667448 Jun 17 14:23:59.470987 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-31584f87-7cf6-4cf1-8a9b-6f14099e6d3b tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:23:59.473204 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-31584f87-7cf6-4cf1-8a9b-6f14099e6d3b tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.95 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 815 time: 0.1345999 Jun 17 14:23:59.498362 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'port': {'device_id': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'admin_state_up': True, 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:23:59.540326 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7c9ee61c-c8dc-49ca-82b4-13b2b93ec036 req-079826bc-26cb-42f1-b307-947787313a7b tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157646 Jun 17 14:23:59.556786 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.643167 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.655642 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fcbc01-fa62-4754-b6ac-26a480386e2d']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:59.659857 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Made reservation on behalf of 71f37b2d40e84c689d4d2e8cad3a342e for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:23:59.666622 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.672640 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:59.672946 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd57fc6b-3d42-4704-b2a2-1bb59f95146e') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:59.684185 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.710112 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.717905 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:23:59.718325 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:23:59.720487 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:23:59.781804 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.786431 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:59.791439 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:59.795458 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] 10.222.0.82 "DELETE /v2.0/networks/59fcbc01-fa62-4754-b6ac-26a480386e2d HTTP/1.1" status: 204 len: 168 time: 0.3412948 Jun 17 14:23:59.807440 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fcbc01-fa62-4754-b6ac-26a480386e2d,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:59.810031 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-dc21f91a-0b0a-4470-8cc4-1b7d66a81407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:59.823703 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Allocated IP 172.20.0.6 (9ce1bbf2-a32d-4661-8ca7-974b08a98cca/731ab3fa-060a-4640-a0a4-dd73d4032a23/5db44716-1394-47c6-b7ba-6d6285bd35ef) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:23:59.999991 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.018062 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53168) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:00.027410 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Transition to ACTIVE for port object 5db44716-1394-47c6-b7ba-6d6285bd35ef will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:00.091505 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-1b5c9bee-cccf-4894-8029-f2b48c3ef601 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a1cdca9343ca4638877202ef055439fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719786 Jun 17 14:24:00.094149 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53170) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:00.105482 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.113030 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d0d90357-be19-4989-8fba-ec107a38c7e5 tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:00.164460 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.168399 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:00.173059 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:00.190218 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:00.200836 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.253328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:00.318439 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.325185 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.328661 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9f76dc1d-d6a2-444d-bff8-0807d66d79c8 HTTP/1.1" status: 204 len: 168 time: 0.2324378 Jun 17 14:24:00.331631 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e9bcc6c9-bcdf-461c-9d43-90d7e1f2deab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:00.341019 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.341574 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.341943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.342333 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.342688 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.343112 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.347702 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.348135 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.348504 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.348861 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.349218 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.351107 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f76dc1d-d6a2-444d-bff8-0807d66d79c8,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:00.355356 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:00.360689 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:00.378202 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:00.423777 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:00.424958 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.440997 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device c25f15c2-431c-4899-9823-21d03c549e6b up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:00.456963 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9624751 Jun 17 14:24:00.477923 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf417e-8ac8-4d2f-a5d4-83d3239cb81a req-32dbd909-bc1c-4ff6-b642-94c602bf9d54 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:00.486710 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6cdf417e-8ac8-4d2f-a5d4-83d3239cb81a req-32dbd909-bc1c-4ff6-b642-94c602bf9d54 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1189876 Jun 17 14:24:00.551203 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port c25f15c2-431c-4899-9823-21d03c549e6b triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:00.553103 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.569232 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6cdf417e-8ac8-4d2f-a5d4-83d3239cb81a req-a043bd60-7734-473a-9260-7f40fa018f9c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811880 Jun 17 14:24:00.691318 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-9129cb20-67c8-4f6e-94f5-8eb8f4341c64 None None] Provisioning for port 5db44716-1394-47c6-b7ba-6d6285bd35ef completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:00.704294 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-9129cb20-67c8-4f6e-94f5-8eb8f4341c64 None None] Provisioning complete for port 5db44716-1394-47c6-b7ba-6d6285bd35ef triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:00.704670 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-9129cb20-67c8-4f6e-94f5-8eb8f4341c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.851951 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-9129cb20-67c8-4f6e-94f5-8eb8f4341c64 None None] Port 5db44716-1394-47c6-b7ba-6d6285bd35ef cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:24:00.888460 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7d720-f926-4574-876e-1ccac2d45c96 req-45fa490e-8680-4c97-a469-c31583399676 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:00.894592 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.896469 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a8d7d720-f926-4574-876e-1ccac2d45c96 req-45fa490e-8680-4c97-a469-c31583399676 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 944 time: 0.1401632 Jun 17 14:24:00.927207 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81334e9f-89c2-4155-b45f-a6d34b9ced4f req-0022db17-c0f0-47c8-9e90-f03cfdadf19e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:00.935853 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81334e9f-89c2-4155-b45f-a6d34b9ced4f req-0022db17-c0f0-47c8-9e90-f03cfdadf19e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.1661355 Jun 17 14:24:00.943980 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:00.946681 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e62991-b70d-4c8d-9d47-e12d24b7bd89" -d '{"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-plugged", "status": "completed", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:00.961614 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:00.970012 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:00.972159 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:01.024585 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a8d7d720-f926-4574-876e-1ccac2d45c96 req-650e86a1-6d4c-4372-8a60-d2256723e9fa tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213131 Jun 17 14:24:01.056923 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81334e9f-89c2-4155-b45f-a6d34b9ced4f req-387c8a2e-fdb2-4a8a-b9df-c98495b9c459 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034515 Jun 17 14:24:01.105146 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=8']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:01.114183 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:01.143123 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50fd5a-2016-465c-9aff-263fb88a083f x-openstack-request-id: req-8e50fd5a-2016-465c-9aff-263fb88a083f {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:01.143423 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-plugged", "status": "completed", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:01.143684 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8e50fd5a-2016-465c-9aff-263fb88a083f {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:01.144084 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'code': 200} Jun 17 14:24:01.452600 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53202) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:01.569648 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-643556695-network', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:01.592325 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Made reservation on behalf of 8257c3338f3943c89ca57961d4e43c8d for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:24:01.594691 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.604547 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.724422 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.729823 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.733197 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ebb57c56-ab7a-4807-b5e8-8fc82f9cb3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:01.761480 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:24:01.763624 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcea6e2-dda1-42ce-8c62-05a99019fe50,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:01.772176 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:01.779254 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.779547 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Added segment 675cabb2-15b3-4406-bb9c-9fc3e22f0a04 of type vlan for network ff909572-6fa7-4854-9124-526142bcae56 Jun 17 14:24:01.820173 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02c599-5cfc-4ac2-b1ce-421ac340e16d req-bb63b764-f90e-4459-97d6-58c96a9b31c8 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:01.822763 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cf02c599-5cfc-4ac2-b1ce-421ac340e16d req-bb63b764-f90e-4459-97d6-58c96a9b31c8 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0947812 Jun 17 14:24:01.826458 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.867082 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.869285 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:01.869921 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:01.872183 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cf02c599-5cfc-4ac2-b1ce-421ac340e16d req-a09cd9d8-9a24-41a4-9dd5-9aa719eeb8f1 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Jun 17 14:24:01.872434 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:01.927394 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4736457 Jun 17 14:24:01.931026 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53208) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:01.937213 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Request body: {'subnet': {'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-643556695-subnet', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'ip_version': 4}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:01.939487 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Pushing event updated for resources: {'Network': ['ID=ff909572-6fa7-4854-9124-526142bcae56,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:01.943077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:01.952450 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network ff909572-6fa7-4854-9124-526142bcae56 details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:24:01.967306 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Made reservation on behalf of 8257c3338f3943c89ca57961d4e43c8d for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:24:01.969609 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13309624'] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.195616 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14348673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13309610'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.200937 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1e02704d-5674-4eba-98e6-fffee1da9e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:02.268745 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:02.282418 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4f0f2-2f4a-4d35-a185-6201b1bdd4c5 req-e6918ee2-2fa8-4299-b274-81f0a83a7095 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:02.286474 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a1d4f0f2-2f4a-4d35-a185-6201b1bdd4c5 req-e6918ee2-2fa8-4299-b274-81f0a83a7095 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1428320 Jun 17 14:24:02.287425 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:02.311484 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Checking segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:02.311840 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Network hostable DHCP agents. Network: ff909572-6fa7-4854-9124-526142bcae56, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:24:02.341413 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a1d4f0f2-2f4a-4d35-a185-6201b1bdd4c5 req-d1e38315-7348-4fcb-90a4-8e28d18d7edd tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507267 Jun 17 14:24:02.350669 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Network ff909572-6fa7-4854-9124-526142bcae56 is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:24:02.362844 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, ff909572-6fa7-4854-9124-526142bcae56) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:02.369068 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:02.369667 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.377923 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd339aed-5029-439f-a9cb-7382fa38fd8e None None] Network ff909572-6fa7-4854-9124-526142bcae56 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:24:02.388283 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4560456 Jun 17 14:24:02.388540 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53214) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:02.393527 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:02.438625 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.441025 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.510990 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.562918 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-ff909572-6fa7-4854-9124-526142bcae56', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:24:02.565012 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.637788 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9932a-4562-49b3-883e-f2cdf0258e8b req-ee7d4d9d-0a16-40c5-aad8-246f4a04e2ef tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:02.646538 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81b9932a-4562-49b3-883e-f2cdf0258e8b req-ee7d4d9d-0a16-40c5-aad8-246f4a04e2ef tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.1127391 Jun 17 14:24:02.681262 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:24:02.697057 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81b9932a-4562-49b3-883e-f2cdf0258e8b req-5bf8f504-3a50-485a-a2f8-1e40054e4c38 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Jun 17 14:24:02.706449 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.775252 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Allocated IP 172.20.0.2 (ff909572-6fa7-4854-9124-526142bcae56/25722c0b-6ae8-4c57-9edc-0a2d4560e4dc/7c52760b-986c-4751-9f6f-9e6dd3b9618a) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:02.957862 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:02.967603 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Transition to ACTIVE for port object 7c52760b-986c-4751-9f6f-9e6dd3b9618a will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:02.988350 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Transition to ACTIVE for port object 7c52760b-986c-4751-9f6f-9e6dd3b9618a will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:03.001082 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.003500 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.014561 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:03.028572 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.051845 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Network ff909572-6fa7-4854-9124-526142bcae56 is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:03.056310 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:03.060856 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:03.078997 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Pushing event updated for resources: {'Port': ['ID=7c52760b-986c-4751-9f6f-9e6dd3b9618a,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:03.082915 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:03.104365 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a598-0785-41cf-9ea5-f0cead086159 req-cf569ca5-1042-40e7-9bb5-5b0d6e08fa42 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:03.105904 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-baa8a598-0785-41cf-9ea5-f0cead086159 req-cf569ca5-1042-40e7-9bb5-5b0d6e08fa42 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0787990 Jun 17 14:24:03.141209 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Attempting to bind port 7c52760b-986c-4751-9f6f-9e6dd3b9618a on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:03.141851 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Attempting to bind port 7c52760b-986c-4751-9f6f-9e6dd3b9618a by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:03.142464 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Attempting to bind port 7c52760b-986c-4751-9f6f-9e6dd3b9618a on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:03.147848 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:03.148516 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Checking segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:03.149460 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.150128 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Bound using segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:03.151079 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Bound port: 7c52760b-986c-4751-9f6f-9e6dd3b9618a, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:03.151641 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.165491 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-baa8a598-0785-41cf-9ea5-f0cead086159 req-a781e2d4-b097-4414-9403-1afad97dfbbe tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514419 Jun 17 14:24:03.213641 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Allocated IP 172.27.0.142 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/d00c10d7-446d-4ac2-96b6-74a9fd811005) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:03.233804 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] For port 7c52760b-986c-4751-9f6f-9e6dd3b9618a, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:03.237444 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] For port 7c52760b-986c-4751-9f6f-9e6dd3b9618a, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=7c52760b-986c-4751-9f6f-9e6dd3b9618a,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:03.247521 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.250622 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-b62f5f49-7a1b-492f-906e-b7913f7d583d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:03.331382 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Pushing event updated for resources: {'Port': ['ID=7c52760b-986c-4751-9f6f-9e6dd3b9618a,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:03.334932 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:03.660464 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.772798 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e48878e0-e6f2-4f84-a4a0-1bbd05c90306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.783665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:03.788732 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd9b7b6a-1240-43e3-94ed-ed403ce04350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:03.857809 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 7c52760b-986c-4751-9f6f-9e6dd3b9618a up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:03.867177 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:03.875843 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:03.880566 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:03.889772 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Pushing event updated for resources: {'Port': ['ID=d00c10d7-446d-4ac2-96b6-74a9fd811005,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:03.925084 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:03.957924 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 7c52760b-986c-4751-9f6f-9e6dd3b9618a completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:04.008844 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a8ac-4baa-4044-83d0-1d8c1266969d req-c6dfc6b4-b735-4433-a7da-3c2d1eb93138 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:04.010998 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9cf9a8ac-4baa-4044-83d0-1d8c1266969d req-c6dfc6b4-b735-4433-a7da-3c2d1eb93138 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1141381 Jun 17 14:24:04.056729 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9cf9a8ac-4baa-4044-83d0-1d8c1266969d req-ea366b51-d3cf-484d-a6e6-113d802b24ea tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Jun 17 14:24:04.208824 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:04.289578 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4dd3e-f46a-4c2c-b59d-ce1b19fb10e6 req-3f4ab259-1490-456b-9f9d-ff26dff00de5 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:04.298015 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8d4dd3e-f46a-4c2c-b59d-ce1b19fb10e6 req-3f4ab259-1490-456b-9f9d-ff26dff00de5 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.1130397 Jun 17 14:24:04.352989 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c8d4dd3e-f46a-4c2c-b59d-ce1b19fb10e6 req-a6d7b8cc-1f34-4f85-a573-37fc906cf43b tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Jun 17 14:24:04.568247 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:04.636084 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac8cb4-c6cf-4f01-9c8f-86fc06ca7273 req-b3332863-ba73-4c3e-abb3-f606c3be15a6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:04.638219 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-75ac8cb4-c6cf-4f01-9c8f-86fc06ca7273 req-b3332863-ba73-4c3e-abb3-f606c3be15a6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1326342 Jun 17 14:24:04.645797 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27b8de-9039-41f9-aa75-4ddbeb2947d3 None None] Network ff909572-6fa7-4854-9124-526142bcae56 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:24:04.703580 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-75ac8cb4-c6cf-4f01-9c8f-86fc06ca7273 req-2af45165-ace3-43c1-b499-24bac20d0276 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527685 Jun 17 14:24:04.779224 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:24:04.905133 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Provisioning for port 7c52760b-986c-4751-9f6f-9e6dd3b9618a completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:04.910947 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Provisioning complete for port 7c52760b-986c-4751-9f6f-9e6dd3b9618a triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:04.911323 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:04.936648 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:24:04.959310 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:04.959558 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:24:04.964061 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5710495 Jun 17 14:24:04.964372 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53228) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:05.021671 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:05.022585 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:23:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:05.165624 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:05.240204 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:05.245838 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] For port 7c52760b-986c-4751-9f6f-9e6dd3b9618a, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=7c52760b-986c-4751-9f6f-9e6dd3b9618a,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:05.325752 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:05.329832 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:05.390538 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cf60f-a2b3-4a01-9448-c606213aa698 req-4f3a25a5-453b-4d3f-a462-9a1b5626a6c7 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:05.401318 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2d2cf60f-a2b3-4a01-9448-c606213aa698 req-4f3a25a5-453b-4d3f-a462-9a1b5626a6c7 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1574752 Jun 17 14:24:05.466170 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Pushing event updated for resources: {'Port': ['ID=7c52760b-986c-4751-9f6f-9e6dd3b9618a,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:05.477267 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:05.532620 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2d2cf60f-a2b3-4a01-9448-c606213aa698 req-2289c6d4-c325-4882-a8ff-abf327880457 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301577 Jun 17 14:24:05.642945 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:04Z', 'revision_number': 3, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:05.731821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:24:05.732033 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Updating router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d port d00c10d7-446d-4ac2-96b6-74a9fd811005 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:24:05.745374 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:05.793930 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 7c52760b-986c-4751-9f6f-9e6dd3b9618a up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:05.851140 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.006973 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 7c52760b-986c-4751-9f6f-9e6dd3b9618a triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:06.008816 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.078062 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-2db5f3e8-b9fc-443f-93c2-dff3d504b951 None None] Provisioning complete for port 7c52760b-986c-4751-9f6f-9e6dd3b9618a triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:06.078612 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3e8-b9fc-443f-93c2-dff3d504b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.201405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-14df59eb-2df5-41af-b02b-781e236ae1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.302620 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e68e7-5b4f-4e1b-8318-4fb1c1f685cf req-a4224f7a-e5eb-455c-8f9a-6d013f484f74 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:06.312504 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-734e68e7-5b4f-4e1b-8318-4fb1c1f685cf req-a4224f7a-e5eb-455c-8f9a-6d013f484f74 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.1771858 Jun 17 14:24:06.382218 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.400595 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Transition to ACTIVE for port object d00c10d7-446d-4ac2-96b6-74a9fd811005 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:06.401635 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-734e68e7-5b4f-4e1b-8318-4fb1c1f685cf req-5c783dfa-016c-40a0-8a4f-9a8501fd48d7 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880601 Jun 17 14:24:06.416988 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.416988 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:06.428918 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Allocated IP 172.20.0.1 (ff909572-6fa7-4854-9124-526142bcae56/25722c0b-6ae8-4c57-9edc-0a2d4560e4dc/71310289-5c26-4622-9021-59c474db916a) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:06.510365 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5ea3b-2b8c-47a0-a926-02e63915f8a4 None None] Pushing event updated for resources: {'Port': ['ID=d00c10d7-446d-4ac2-96b6-74a9fd811005,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:06.514630 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c7a5ea3b-2b8c-47a0-a926-02e63915f8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:06.515793 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Attempting to bind port d00c10d7-446d-4ac2-96b6-74a9fd811005 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:06.519018 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Attempting to bind port d00c10d7-446d-4ac2-96b6-74a9fd811005 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:06.519018 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Attempting to bind port d00c10d7-446d-4ac2-96b6-74a9fd811005 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:06.530145 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:06.530524 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:06.530936 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.531327 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:06.531869 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Bound port: d00c10d7-446d-4ac2-96b6-74a9fd811005, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:06.532246 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.611425 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] For port d00c10d7-446d-4ac2-96b6-74a9fd811005, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:06.615943 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] For port d00c10d7-446d-4ac2-96b6-74a9fd811005, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=d00c10d7-446d-4ac2-96b6-74a9fd811005,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:06.621570 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.624921 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:06.638397 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.664270 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467653b-5542-472f-8c8b-6f1c7fad8589 req-af328281-2a81-48ab-b63c-02b5b34e53e2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:06.666983 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0467653b-5542-472f-8c8b-6f1c7fad8589 req-af328281-2a81-48ab-b63c-02b5b34e53e2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1571963 Jun 17 14:24:06.671716 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Transition to ACTIVE for port object 71310289-5c26-4622-9021-59c474db916a will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:06.705186 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:06.706002 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:06.733120 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0467653b-5542-472f-8c8b-6f1c7fad8589 req-f43f02e1-a25c-4764-a448-82b0c8699d02 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552497 Jun 17 14:24:06.745507 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5ea3b-2b8c-47a0-a926-02e63915f8a4 None None] Pushing event updated for resources: {'Port': ['ID=d00c10d7-446d-4ac2-96b6-74a9fd811005,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:06.748643 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:06.751369 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:06.787999 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c7a5ea3b-2b8c-47a0-a926-02e63915f8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:06.811351 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=71310289-5c26-4622-9021-59c474db916a,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:06.817997 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:06.830938 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Network ff909572-6fa7-4854-9124-526142bcae56 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:06.832589 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:06.837468 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:06.892375 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:06.935337 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.045219 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.139034 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c078c52-0049-4077-accd-83f5f264947f req-68428e81-1d61-49e1-a7d8-9f596d6a2174 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:07.142060 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0c078c52-0049-4077-accd-83f5f264947f req-68428e81-1d61-49e1-a7d8-9f596d6a2174 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.2011361 Jun 17 14:24:07.165118 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:04Z', 'revision_number': 3, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:07.202019 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52a88-cc4d-4ef4-b2c4-83d75d1fb56a None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:04Z', 'revision_number': 3, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:24:07.231727 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0c078c52-0049-4077-accd-83f5f264947f req-983b65b3-51ca-4bef-bb1f-11a306b5c851 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813327 Jun 17 14:24:07.302912 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.324864 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-935e7dac-fc00-4678-8d1b-c9831e05b8aa None None] Provisioning for port 71310289-5c26-4622-9021-59c474db916a completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:07.330824 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-935e7dac-fc00-4678-8d1b-c9831e05b8aa None None] Provisioning complete for port 71310289-5c26-4622-9021-59c474db916a triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:07.331416 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-935e7dac-fc00-4678-8d1b-c9831e05b8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.387654 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-935e7dac-fc00-4678-8d1b-c9831e05b8aa None None] Port 71310289-5c26-4622-9021-59c474db916a cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:24:07.658543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.669040 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.672504 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c18e37b8-2487-40d6-94ac-68f01c53d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:07.733104 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.793676 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14a39c-35b3-4e81-bb64-cc01b7b2864d req-75a36d68-3e1a-4c8d-98cc-98cbb1d6be85 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:07.795249 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9d14a39c-35b3-4e81-bb64-cc01b7b2864d req-75a36d68-3e1a-4c8d-98cc-98cbb1d6be85 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.2350452 Jun 17 14:24:07.798116 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=71310289-5c26-4622-9021-59c474db916a,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:07.802520 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:07.812221 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:07.831528 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d00c10d7-446d-4ac2-96b6-74a9fd811005 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:07.902714 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9d14a39c-35b3-4e81-bb64-cc01b7b2864d req-b8c9d9b9-9a54-47ca-844a-8f10816eea7e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923636 Jun 17 14:24:07.936794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port d00c10d7-446d-4ac2-96b6-74a9fd811005 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:07.956338 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port d00c10d7-446d-4ac2-96b6-74a9fd811005 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:07.957447 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:08.056901 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Network ff909572-6fa7-4854-9124-526142bcae56 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:08.063249 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:08.068965 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:08.127420 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port d00c10d7-446d-4ac2-96b6-74a9fd811005, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=d00c10d7-446d-4ac2-96b6-74a9fd811005,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:08.150373 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:08.156263 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:08.256513 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=d00c10d7-446d-4ac2-96b6-74a9fd811005,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:08.266782 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:08.320929 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:24:08.424401 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-e2aaba0e-3d03-4b3a-9a27-1f6e2339b491 None None] Provisioning complete for port 71310289-5c26-4622-9021-59c474db916a triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:08.424931 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-e2aaba0e-3d03-4b3a-9a27-1f6e2339b491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:08.464642 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d74a-6237-4736-9e6f-5a503318587d req-e3add981-757d-4236-8166-351aea1514f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:08.470672 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7845d74a-6237-4736-9e6f-5a503318587d req-e3add981-757d-4236-8166-351aea1514f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.2195683 Jun 17 14:24:08.483275 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-e2aaba0e-3d03-4b3a-9a27-1f6e2339b491 None None] Port 71310289-5c26-4622-9021-59c474db916a cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:24:08.549632 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7845d74a-6237-4736-9e6f-5a503318587d req-9ba263da-0dfb-4e0f-a5a3-7ac4ef536c0b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760984 Jun 17 14:24:08.550839 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:24:08.555967 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] 10.222.0.82 "PUT /v2.0/routers/91b84ef9-7cf9-4b6d-9216-786dd31b9d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5903275 Jun 17 14:24:08.777074 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa85f18-6efa-4576-b325-541d05af8cea req-5f9c6eb6-811d-49eb-b8a0-21de248f10f2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:08.778828 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7aa85f18-6efa-4576-b325-541d05af8cea req-5f9c6eb6-811d-49eb-b8a0-21de248f10f2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0867827 Jun 17 14:24:08.874120 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7aa85f18-6efa-4576-b325-541d05af8cea req-dbea446a-ff59-446d-b1f2-16cfd1aece17 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781741 Jun 17 14:24:09.179324 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da9768-ae18-46d9-aa94-f19d9dc07c7b req-38f664e3-cf67-4cff-ac00-16882f110abd tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:09.191884 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-94da9768-ae18-46d9-aa94-f19d9dc07c7b req-38f664e3-cf67-4cff-ac00-16882f110abd tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.1321642 Jun 17 14:24:09.253583 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-94da9768-ae18-46d9-aa94-f19d9dc07c7b req-7be9f098-496c-4f31-9622-39a26d189eab tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587547 Jun 17 14:24:09.294147 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53262) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:09.300481 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-26943006-network', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:09.327741 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Made reservation on behalf of 6ec1061e57644ae98cff38e85c4ec876 for: {'network': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:24:09.331784 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.347305 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.474358 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:24:09.485973 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:09.486804 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:09.510333 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.516717 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.520731 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9b513d22-9960-44e8-919c-cc1078e5a379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:09.569235 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=93041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:24:09.591051 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c02870-0a04-4130-8116-d5ef0d015bb7,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:09.606342 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.607102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.segments_db [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Added segment dc811c33-adf3-4484-bbba-83e621a08626 of type vlan for network ad1a444d-2465-40b8-a16a-12b56ba047a9 Jun 17 14:24:09.640353 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:09.641914 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:09.656626 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.697797 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.701545 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:09.704896 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.712768 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0d5733cb-1df8-4537-9b83-f08ab3a8291d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:09.803477 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5079880 Jun 17 14:24:09.807131 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53266) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:09.813100 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Request body: {'subnet': {'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-26943006-subnet', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:09.818141 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d00c10d7-446d-4ac2-96b6-74a9fd811005 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:09.854634 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Made reservation on behalf of 6ec1061e57644ae98cff38e85c4ec876 for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:24:09.859301 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24654211'] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:09.872387 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1a444d-2465-40b8-a16a-12b56ba047a9,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:09.885615 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:09.890934 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:24:09.913121 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577cd2-71b1-467f-86ed-bf62d81add92 req-62449232-5253-4dc7-b59f-12709c5981c2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:09.927817 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0f577cd2-71b1-467f-86ed-bf62d81add92 req-62449232-5253-4dc7-b59f-12709c5981c2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.2280703 Jun 17 14:24:10.007062 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port d00c10d7-446d-4ac2-96b6-74a9fd811005 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:10.011896 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.035622 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0f577cd2-71b1-467f-86ed-bf62d81add92 req-e65b562b-e19e-4af3-bc59-a0e5bdf78b06 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985429 Jun 17 14:24:10.049718 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 2, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:10.096714 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:24:10.097626 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Updating router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d port 71310289-5c26-4622-9021-59c474db916a binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:24:10.198353 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.328911 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.371063 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12619936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24654225'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.376624 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:10.455870 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e89e6-d438-4aa9-866e-55640c03ba29 req-b65d00c3-1e7d-4a6d-b758-91b700d4dd77 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:10.457210 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Checking segment: {'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:10.457741 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Network hostable DHCP agents. Network: ad1a444d-2465-40b8-a16a-12b56ba047a9, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:24:10.469298 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6d3e89e6-d438-4aa9-866e-55640c03ba29 req-b65d00c3-1e7d-4a6d-b758-91b700d4dd77 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1258881 Jun 17 14:24:10.469564 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9dea58-02c3-4022-9274-54dd9b9fe66b,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:10.474573 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:10.491072 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:24:10.511476 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, ad1a444d-2465-40b8-a16a-12b56ba047a9) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:10.518412 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:10.519665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.525770 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1072e-6388-4041-ba7e-221327e03b01 None None] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:24:10.543980 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6d3e89e6-d438-4aa9-866e-55640c03ba29 req-60e9e595-c603-4cf7-8e84-b9d4b10e1268 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715322 Jun 17 14:24:10.567279 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7589562 Jun 17 14:24:10.571808 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53272) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:10.577362 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:10.631756 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16403437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.633500 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16338198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16347557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16488498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3702'] for router, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.810424 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b70665b-d85d-556a-b560-12c4a870d661-ad1a444d-2465-40b8-a16a-12b56ba047a9', 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'fixed_ips': [{'subnet_id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b'}]}} from dv-cinder-796286-6-iscsi. {{(pid=93043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:24:10.811460 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.828744 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.853934 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Transition to ACTIVE for port object 71310289-5c26-4622-9021-59c474db916a will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:10.894909 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.900923 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:10.918732 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:11.035968 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a806af-8818-41d1-8843-c5bfb0be015c None None] Pushing event updated for resources: {'Port': ['ID=71310289-5c26-4622-9021-59c474db916a,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:11.041290 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-d8a806af-8818-41d1-8843-c5bfb0be015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:11.144909 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.db_base_plugin_common [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Allocated IP 172.20.0.2 (ad1a444d-2465-40b8-a16a-12b56ba047a9/fa9dea58-02c3-4022-9274-54dd9b9fe66b/0771ec47-cdb3-4c5c-94fb-9755d88fb912) {{(pid=93043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:11.160968 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16347629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16403359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3680'] for router, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.171643 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Attempting to bind port 71310289-5c26-4622-9021-59c474db916a on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:11.172054 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Attempting to bind port 71310289-5c26-4622-9021-59c474db916a by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:11.172771 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Attempting to bind port 71310289-5c26-4622-9021-59c474db916a on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:11.179344 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:11.181229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ad2c8-12f7-4fe2-9748-90464971c20d req-e57eaae5-7442-4ed9-ac4a-0b6bbd98fd72 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:11.181445 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Checking segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:11.182083 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.182768 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-355ad2c8-12f7-4fe2-9748-90464971c20d req-e57eaae5-7442-4ed9-ac4a-0b6bbd98fd72 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.3575687 Jun 17 14:24:11.188783 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Bound using segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:11.189607 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Bound port: 71310289-5c26-4622-9021-59c474db916a, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:11.190273 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.287735 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-355ad2c8-12f7-4fe2-9748-90464971c20d req-97e5bea6-39a5-4651-b0cf-25256dbee923 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Jun 17 14:24:11.301527 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] For port 71310289-5c26-4622-9021-59c474db916a, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:11.310994 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] For port 71310289-5c26-4622-9021-59c474db916a, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=71310289-5c26-4622-9021-59c474db916a,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:11.328206 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.328206 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:11.377238 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Notify callbacks [] for port, precommit_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.391411 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Transition to ACTIVE for port object 0771ec47-cdb3-4c5c-94fb-9755d88fb912 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:11.428764 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Transition to ACTIVE for port object 0771ec47-cdb3-4c5c-94fb-9755d88fb912 will not be triggered until provisioned by entity DHCP. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:11.446778 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a806af-8818-41d1-8843-c5bfb0be015c None None] Pushing event updated for resources: {'Port': ['ID=71310289-5c26-4622-9021-59c474db916a,revision_number=4']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:11.454426 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447'] for port, after_create {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.460050 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-d8a806af-8818-41d1-8843-c5bfb0be015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:11.463831 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:11.466566 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:11.469891 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:11.520454 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 is already hosted by enough agents. {{(pid=93043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:11.527951 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.scheduler.base_scheduler [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Resources bound (agent type, host, resource id): {{(pid=93043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:11.532191 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Received port after_create {{(pid=93043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:11.550927 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Pushing event updated for resources: {'Port': ['ID=0771ec47-cdb3-4c5c-94fb-9755d88fb912,revision_number=1']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:11.574737 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:11.611424 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Attempting to bind port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:11.611643 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:11.611743 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Attempting to bind port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:11.611743 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Attempting to bind port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 on network ad1a444d-2465-40b8-a16a-12b56ba047a9 {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:11.613111 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.618099 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:11.618607 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Checking segment: {'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:11.618962 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.619578 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Bound using segment: {'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:11.620005 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Bound port: 0771ec47-cdb3-4c5c-94fb-9755d88fb912, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:11.620395 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.637378 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.649131 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d940c3f-c378-4d57-8e22-0b39b3ee56ba req-95e1430a-a28f-4368-863a-812b41a15f79 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:11.650697 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d940c3f-c378-4d57-8e22-0b39b3ee56ba req-95e1430a-a28f-4368-863a-812b41a15f79 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1418173 Jun 17 14:24:11.703512 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] For port 0771ec47-cdb3-4c5c-94fb-9755d88fb912, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:11.721412 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] For port 0771ec47-cdb3-4c5c-94fb-9755d88fb912, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=0771ec47-cdb3-4c5c-94fb-9755d88fb912,segment=NetworkSegment(dc811c33-adf3-4484-bbba-83e621a08626),segment_id=dc811c33-adf3-4484-bbba-83e621a08626)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:11.730382 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:11.733283 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c7a5ea3b-2b8c-47a0-a926-02e63915f8a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:11.733685 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0d940c3f-c378-4d57-8e22-0b39b3ee56ba req-68299078-92dd-4e29-94b0-bdf3868673be tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765293 Jun 17 14:24:11.797210 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Allocated IP 172.27.0.161 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/dc83a072-f2b7-4df1-902b-8937cfcd36e4) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:11.813725 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Pushing event updated for resources: {'Port': ['ID=0771ec47-cdb3-4c5c-94fb-9755d88fb912,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:11.817164 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:11.879437 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:11Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:11.907475 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966bf01a-6ca5-44a5-a963-48dbd9879f53 None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:11Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:24:11.938262 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Request body: {'port': {'device_id': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:12.107625 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:12.331274 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:12.412544 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799428c4-7a4f-44aa-bd7e-05df918c0221 req-f03210b0-aa8c-446d-8fa0-61d35af968af tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:12.415131 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-799428c4-7a4f-44aa-bd7e-05df918c0221 req-f03210b0-aa8c-446d-8fa0-61d35af968af tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.5420110 Jun 17 14:24:12.435829 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:12.447982 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:12.492432 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d301e2e-5d37-4228-9e31-38d22dd22903 req-82d5fe4a-c4d2-49bd-94c4-dd383acd9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:12.494321 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2d301e2e-5d37-4228-9e31-38d22dd22903 req-82d5fe4a-c4d2-49bd-94c4-dd383acd9d8a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1098 time: 0.1782577 Jun 17 14:24:12.591276 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-799428c4-7a4f-44aa-bd7e-05df918c0221 req-d178d8e5-6d88-419b-b82c-10896cbc7d22 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652470 Jun 17 14:24:12.601426 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2d301e2e-5d37-4228-9e31-38d22dd22903 req-fbb284e7-24a1-4df7-802f-860f6a2f30a9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977311 Jun 17 14:24:12.618809 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:12.625011 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:12.638076 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc83a072-f2b7-4df1-902b-8937cfcd36e4,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:12.644482 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:12.672312 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:12.675636 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db44716-1394-47c6-b7ba-6d6285bd35ef {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:24:12.690515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:12.709477 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Transition to ACTIVE for port object 5db44716-1394-47c6-b7ba-6d6285bd35ef will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:12.711824 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de430b4-5d5a-4ac9-ae6c-1679d153114c req-b461f729-c142-4365-a71f-b5ee7b160711 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:12.713838 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3de430b4-5d5a-4ac9-ae6c-1679d153114c req-b461f729-c142-4365-a71f-b5ee7b160711 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 931 time: 0.2286491 Jun 17 14:24:12.718088 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:12.723761 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-50c80b7a-0316-4880-8fb8-d9fcebef112e tempest-AttachVolumeNegativeTest-1593409175 tempest-AttachVolumeNegativeTest-1593409175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:12.940495 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Pushing event updated for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:12.973011 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3de430b4-5d5a-4ac9-ae6c-1679d153114c req-10b61992-51a5-4d85-95e3-b330763db4fe tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244666 Jun 17 14:24:13.048808 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:13.082234 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Attempting to bind port 5db44716-1394-47c6-b7ba-6d6285bd35ef on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:13.083408 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Attempting to bind port 5db44716-1394-47c6-b7ba-6d6285bd35ef by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:13.084638 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Attempting to bind port 5db44716-1394-47c6-b7ba-6d6285bd35ef on network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:13.095985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Port 5db44716-1394-47c6-b7ba-6d6285bd35ef on network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:24:13.096894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Attempting to bind port 5db44716-1394-47c6-b7ba-6d6285bd35ef on network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:13.107416 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:13.108239 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Checking segment: {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:13.108989 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Bound using segment: {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:13.109841 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Bound port: 5db44716-1394-47c6-b7ba-6d6285bd35ef, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78037a80-1d36-41b3-8e2f-6d56d035175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:13.110602 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:13.218383 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d127a-7e3c-4fa0-a40c-6941b1b13613 req-4c981431-06c6-40c9-bf65-757f47173c91 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:13.228051 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f79d127a-7e3c-4fa0-a40c-6941b1b13613 req-4c981431-06c6-40c9-bf65-757f47173c91 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.2361917 Jun 17 14:24:13.228854 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:13.280795 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:13.287721 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:13.295065 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:13.320108 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c358f4ba-ef4d-48e7-b34d-af0b9cc56086 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:13.433626 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f79d127a-7e3c-4fa0-a40c-6941b1b13613 req-692ef92e-e973-4905-8d2c-fdac9013a9ff tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361940 Jun 17 14:24:13.482595 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:13.483370 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:13.484866 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] 10.222.0.95 "PUT /v2.0/ports/5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 1093 time: 1.5558577 Jun 17 14:24:13.485412 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:13.487985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a969ee7-153d-438d-8c5a-2437db0690c6" -d '{"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:13.502790 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Pushing event updated for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:13.506419 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:13.552731 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f506b9d-f59e-4fae-83ad-9c6c75282f24 x-openstack-request-id: req-0f506b9d-f59e-4fae-83ad-9c6c75282f24 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:13.553048 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:13.553330 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0f506b9d-f59e-4fae-83ad-9c6c75282f24 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:13.553759 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'status': 'completed', 'code': 200} Jun 17 14:24:13.750140 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16403430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16347594'] for router, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:13.763891 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-d5180de8-baae-4ad2-84e2-258a50f5dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:13.765518 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-d5180de8-baae-4ad2-84e2-258a50f5dd7b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1510868 Jun 17 14:24:13.858990 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-4a159b71-4498-44b8-b26e-ac6f78935080 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 217 time: 0.0842454 Jun 17 14:24:13.876906 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0771ec47-cdb3-4c5c-94fb-9755d88fb912 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:13.886898 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee3107-9a3e-4185-8857-47f321ac2dac None None] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:24:13.955323 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-239333ee-02f5-45a4-9bca-9d8333166d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:13.958131 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-239333ee-02f5-45a4-9bca-9d8333166d90 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 200 len: 854 time: 0.0912197 Jun 17 14:24:13.988022 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7e1e8202-1d08-4b7c-bf5a-ee5dfd61dd9d None None] Provisioning for port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:13.991444 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3782f6-8a22-42c1-94cf-f17fffee4345 req-57f8f8a3-219b-467b-942d-193fcbcfe030 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:13.992994 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-db3782f6-8a22-42c1-94cf-f17fffee4345 req-57f8f8a3-219b-467b-942d-193fcbcfe030 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.1085024 Jun 17 14:24:14.027428 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-1ed5eef0-838f-42ba-b622-225786c578fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:14.029105 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-1ed5eef0-838f-42ba-b622-225786c578fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641615 Jun 17 14:24:14.043110 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Router b88fe7ce-3087-435f-8a4f-ba97097efb32 is scheduled to L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 with binding_index 1 {{(pid=93041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:24:14.047604 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:14.052973 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-db3782f6-8a22-42c1-94cf-f17fffee4345 req-484d7374-e6da-4ca1-b640-0a0831d7c25f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531609 Jun 17 14:24:14.092742 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:14.093395 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:14.201184 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-c0479662-93cb-4709-b4b2-c0427bffdda0 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582470 Jun 17 14:24:14.211647 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:24:14.234792 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:14.240576 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6631994 Jun 17 14:24:14.240820 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Sync routers for ids ['b88fe7ce-3087-435f-8a4f-ba97097efb32'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:24:14.241307 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53294) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:14.254896 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Routers {'b88fe7ce-3087-435f-8a4f-ba97097efb32'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:14.255555 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['b88fe7ce-3087-435f-8a4f-ba97097efb32'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:14.357060 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7acdc4f-9044-4237-9e30-dc20ffefd390 req-ff146849-4bbe-492e-be73-582f7ae8bb85 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485674 Jun 17 14:24:14.361369 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:14.363588 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a212e0-950c-4edc-bf0b-44106c2c3c8b req-a6175d57-3897-42bd-a896-b2bd82886731 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:14.372507 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-60a212e0-950c-4edc-bf0b-44106c2c3c8b req-a6175d57-3897-42bd-a896-b2bd82886731 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 943 time: 0.2023239 Jun 17 14:24:14.453086 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-60a212e0-950c-4edc-bf0b-44106c2c3c8b req-3c84ff2c-697f-4eea-91bf-df7a8a1ed76e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795310 Jun 17 14:24:14.481583 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Set router b88fe7ce-3087-435f-8a4f-ba97097efb32 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:14.488615 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 0771ec47-cdb3-4c5c-94fb-9755d88fb912, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=0771ec47-cdb3-4c5c-94fb-9755d88fb912,segment=NetworkSegment(dc811c33-adf3-4484-bbba-83e621a08626),segment_id=dc811c33-adf3-4484-bbba-83e621a08626)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:14.561069 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:24:14.593139 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-0857d5c6-58d6-4bef-9df5-883292a71fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:14.595563 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-0857d5c6-58d6-4bef-9df5-883292a71fb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1358328 Jun 17 14:24:14.605267 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:14.606593 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 71310289-5c26-4622-9021-59c474db916a up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:14.613786 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:14.771174 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-25bef2a5-1f09-4353-90d9-9ead9e02288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:14.772703 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-25bef2a5-1f09-4353-90d9-9ead9e02288a service neutron] 10.222.0.95 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 917 time: 0.1584606 Jun 17 14:24:14.838954 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-33a66fda-893c-40ec-8a06-ff5bfa474841 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 217 time: 0.0567689 Jun 17 14:24:14.841200 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacd100-28c8-4ef9-9828-a03b8e04faec req-aa74d725-1451-4eff-ace3-76845e23a415 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:14.843056 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7aacd100-28c8-4ef9-9828-a03b8e04faec req-aa74d725-1451-4eff-ace3-76845e23a415 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1539602 Jun 17 14:24:14.879864 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=0771ec47-cdb3-4c5c-94fb-9755d88fb912,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:14.883222 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-2b3b55a6-fa57-4f54-8ee7-f38e25d1ff40 None None] Provisioning complete for port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:14.883746 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2b3b55a6-fa57-4f54-8ee7-f38e25d1ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:14.890691 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:14.941314 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port 71310289-5c26-4622-9021-59c474db916a completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:14.942682 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-4de0ef4a-9fd6-467b-a3ab-d27f87d177eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:14.945586 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-4de0ef4a-9fd6-467b-a3ab-d27f87d177eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 200 len: 854 time: 0.0896246 Jun 17 14:24:14.969595 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 71310289-5c26-4622-9021-59c474db916a triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:14.970105 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:14.970360 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7aacd100-28c8-4ef9-9828-a03b8e04faec req-1860cbc7-147c-4d70-b03a-f79be53d2772 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080124 Jun 17 14:24:15.033160 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.041699 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-8dfe562c-aecc-4d58-93f8-6fa8026ff499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:15.043599 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-8dfe562c-aecc-4d58-93f8-6fa8026ff499 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907726 Jun 17 14:24:15.060250 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:15.088358 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '461b9505-7a4e-4afa-a431-371eb37ea883', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'port_id': '461b9505-7a4e-4afa-a431-371eb37ea883', 'mac_address': 'fa:16:3e:ba:d6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:24:15.187397 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.191255 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-77eb5b3a-d43f-4d43-8dc3-c3ece2bce143 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356604 Jun 17 14:24:15.221031 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Allocated IP 172.20.0.1 (ad1a444d-2465-40b8-a16a-12b56ba047a9/fa9dea58-02c3-4022-9274-54dd9b9fe66b/c49885e7-def9-42c1-ace8-fd91c4881ee7) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:15.361522 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0a969ee7-153d-438d-8c5a-2437db0690c6 req-0e14605d-f8e7-48ec-94c5-093880f4cf18 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567380 Jun 17 14:24:15.365292 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.393072 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Transition to ACTIVE for port object c49885e7-def9-42c1-ace8-fd91c4881ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:15.393307 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:24:12Z', 'revision_number': 3, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port': {'id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:11Z', 'updated_at': '2021-06-17T14:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:15.423935 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 461b9505-7a4e-4afa-a431-371eb37ea883 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:24:15.431338 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Checking router: b88fe7ce-3087-435f-8a4f-ba97097efb32 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:24:15.432055 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Updating router b88fe7ce-3087-435f-8a4f-ba97097efb32 port dc83a072-f2b7-4df1-902b-8937cfcd36e4 binding host dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:24:15.436269 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.440159 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-34688363-59c0-4b4b-8098-022bdc5db1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:15.465181 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.495039 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:15.496719 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:15.502787 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:15.508231 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:15.508527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.512491 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c49885e7-def9-42c1-ace8-fd91c4881ee7,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:15.521335 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:15.542612 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:15.559356 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.566132 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16345971'] for router_interface, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.605384 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port 71310289-5c26-4622-9021-59c474db916a, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=71310289-5c26-4622-9021-59c474db916a,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:15.617354 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.631953 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['461b9505-7a4e-4afa-a431-371eb37ea883'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:24:15.775950 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=6']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:15.779534 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:15.786776 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:15.869140 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0771ec47-cdb3-4c5c-94fb-9755d88fb912 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:15.916595 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c3dca-4b6e-41b3-a4ce-8a6c612ba688 req-c1215e61-d5f2-4e39-bdaa-b9b0361dc54f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:15.919378 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-522c3dca-4b6e-41b3-a4ce-8a6c612ba688 req-c1215e61-d5f2-4e39-bdaa-b9b0361dc54f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 943 time: 0.2664373 Jun 17 14:24:15.997007 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-522c3dca-4b6e-41b3-a4ce-8a6c612ba688 req-bcab4e26-c19a-49be-8ca3-acbc2d093534 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 Jun 17 14:24:15.997941 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.014100 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-75b49094-734a-4e6b-b1ee-78258d4c0179 None None] Provisioning for port c49885e7-def9-42c1-ace8-fd91c4881ee7 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:16.026670 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-75b49094-734a-4e6b-b1ee-78258d4c0179 None None] Provisioning complete for port c49885e7-def9-42c1-ace8-fd91c4881ee7 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:16.027684 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-75b49094-734a-4e6b-b1ee-78258d4c0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.113293 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=71310289-5c26-4622-9021-59c474db916a,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:16.116505 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:16.128902 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-75b49094-734a-4e6b-b1ee-78258d4c0179 None None] Port c49885e7-def9-42c1-ace8-fd91c4881ee7 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:24:16.199619 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:16.200059 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.320015 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09ca1c-1159-4042-9a66-81747a8989a8 req-537f84d3-06de-46a9-acad-cf777097af4e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:16.323089 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ce09ca1c-1159-4042-9a66-81747a8989a8 req-537f84d3-06de-46a9-acad-cf777097af4e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 945 time: 0.1542268 Jun 17 14:24:16.390573 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.400230 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.411628 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:16.473302 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ce09ca1c-1159-4042-9a66-81747a8989a8 req-af66a480-2881-47fb-8a6f-866958fd7352 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412489 Jun 17 14:24:16.499872 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336856'] for router_interface, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.507547 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c49885e7-def9-42c1-ace8-fd91c4881ee7,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:16.507824 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Notify callbacks [] for port, precommit_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.513435 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:16.524371 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 5db44716-1394-47c6-b7ba-6d6285bd35ef details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:24:16.526661 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:16.580157 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Transition to ACTIVE for port object dc83a072-f2b7-4df1-902b-8937cfcd36e4 will not be triggered until provisioned by entity L2. {{(pid=93043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:16.596305 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.604081 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5ee6b939-aaaa-46a9-a74a-f490170c3cdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:16.724771 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Attempting to bind port dc83a072-f2b7-4df1-902b-8937cfcd36e4 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:16.725152 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Attempting to bind port dc83a072-f2b7-4df1-902b-8937cfcd36e4 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:16.725535 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Attempting to bind port dc83a072-f2b7-4df1-902b-8937cfcd36e4 on network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:16.759626 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:16.760006 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Checking segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:16.760422 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.760823 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Bound using segment: {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'} {{(pid=93043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:16.761320 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.managers [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Bound port: dc83a072-f2b7-4df1-902b-8937cfcd36e4, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10ea75-0f12-4636-8239-7701c74c978f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec'}}] {{(pid=93043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:16.761706 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.765807 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:16.768235 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:16.770628 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20745f5-64a1-4676-aed4-0f877d091007 None None] Pushing event updated for resources: {'Port': ['ID=dc83a072-f2b7-4df1-902b-8937cfcd36e4,revision_number=2']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:16.785572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-d20745f5-64a1-4676-aed4-0f877d091007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:16.830821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:16.833608 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 461b9505-7a4e-4afa-a431-371eb37ea883 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:16.834097 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.885183 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'port_id': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'mac_address': 'fa:16:3e:30:d3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:24:16.998857 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Router b88fe7ce-3087-435f-8a4f-ba97097efb32 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:24:17.017350 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] For port dc83a072-f2b7-4df1-902b-8937cfcd36e4, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:17.149499 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] For port dc83a072-f2b7-4df1-902b-8937cfcd36e4, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=dc83a072-f2b7-4df1-902b-8937cfcd36e4,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:17.170697 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:17.205652 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db44716-1394-47c6-b7ba-6d6285bd35ef {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:24:17.224369 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:17.267236 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:17.368370 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:17.384020 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7ca593a6-aacb-412b-b968-b43442bc6fd9 None None] Provisioning complete for port c49885e7-def9-42c1-ace8-fd91c4881ee7 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:17.384626 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7ca593a6-aacb-412b-b968-b43442bc6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:17.395087 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:17.427551 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Routers {'b88fe7ce-3087-435f-8a4f-ba97097efb32'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:17.428225 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['b88fe7ce-3087-435f-8a4f-ba97097efb32'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:17.437691 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:17.521626 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20745f5-64a1-4676-aed4-0f877d091007 None None] Pushing event updated for resources: {'Port': ['ID=dc83a072-f2b7-4df1-902b-8937cfcd36e4,revision_number=3']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:17.531091 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-d20745f5-64a1-4676-aed4-0f877d091007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:17.535611 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:17.575633 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-7ca593a6-aacb-412b-b968-b43442bc6fd9 None None] Port c49885e7-def9-42c1-ace8-fd91c4881ee7 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:24:17.596299 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:17.599951 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529acc43-dada-4328-9f43-78fd9156cf58" -d '{"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-plugged", "status": "completed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:17.652467 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:17.676521 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:17.689632 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['5db44716-1394-47c6-b7ba-6d6285bd35ef'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:24:17.706977 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bc527-4111-4839-8365-6ba2d12e300f req-efa0f2ce-7ed9-4f50-9289-bdec266c2742 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:17.725899 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5a7bc527-4111-4839-8365-6ba2d12e300f req-efa0f2ce-7ed9-4f50-9289-bdec266c2742 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 944 time: 0.2028573 Jun 17 14:24:17.740872 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:17.741078 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:24:17.747973 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:17.751105 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:17.754302 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c3bc1890-ae9c-409a-932f-8e613fde5fd9 admin admin] 10.222.0.82 "PUT /v2.0/routers/b88fe7ce-3087-435f-8a4f-ba97097efb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5109873 Jun 17 14:24:17.797807 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] Set router b88fe7ce-3087-435f-8a4f-ba97097efb32 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:17.817741 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5a7bc527-4111-4839-8365-6ba2d12e300f req-996b749e-311b-4486-86da-ad1de82a4a14 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908725 Jun 17 14:24:17.843973 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 71310289-5c26-4622-9021-59c474db916a up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:17.923365 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048650f-2228-42e3-8483-741df6254867 x-openstack-request-id: req-0048650f-2228-42e3-8483-741df6254867 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:17.923722 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-plugged", "status": "completed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:17.923923 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0048650f-2228-42e3-8483-741df6254867 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:17.924325 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883', 'code': 200} Jun 17 14:24:17.935167 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=7']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:17.954244 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18db0a-8479-4cd4-804f-d603eb26d73b req-13e4a00f-b891-4490-acf3-c1f7f5d2becc tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:17.956824 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed18db0a-8479-4cd4-804f-d603eb26d73b req-13e4a00f-b891-4490-acf3-c1f7f5d2becc tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.2079182 Jun 17 14:24:17.975450 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:18.027787 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed18db0a-8479-4cd4-804f-d603eb26d73b req-be55a910-2881-4d11-8f00-bebff1649ffb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621340 Jun 17 14:24:18.233686 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port 71310289-5c26-4622-9021-59c474db916a triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:18.236000 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:18.464670 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 4, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port': {'id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:11Z', 'updated_at': '2021-06-17T14:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'c49885e7-def9-42c1-ace8-fd91c4881ee7', 'name': '', 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'mac_address': 'fa:16:3e:37:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:15Z', 'updated_at': '2021-06-17T14:24:16Z', 'revision_number': 2, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'subnets': [{'id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:18.497181 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9170577-7dcd-4311-b12c-1aea486ab964 None None] The sync data for ids ['b88fe7ce-3087-435f-8a4f-ba97097efb32'] in dv-cinder-796286-6-iscsi is: [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 4, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port': {'id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:11Z', 'updated_at': '2021-06-17T14:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'c49885e7-def9-42c1-ace8-fd91c4881ee7', 'name': '', 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'mac_address': 'fa:16:3e:37:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:15Z', 'updated_at': '2021-06-17T14:24:16Z', 'revision_number': 2, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'subnets': [{'id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:24:18.593273 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53344) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:18.598525 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719246591', 'description': 'tempest-secgroup-smoke-719246591 description', 'project_id': '8257c3338f3943c89ca57961d4e43c8d'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:18.631458 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:18.809859 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:18.826619 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:18.833456 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d092d08d-a9a4-4cfe-bb03-391fa8fdf7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:18.918367 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:18.920576 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3262372 Jun 17 14:24:18.926347 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53348) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:18.957676 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'security_group_rule': {'security_group_id': 'c744d625-acdd-449f-8dd5-21e675d4c3ba', 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:19.040153 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c744d625-acdd-449f-8dd5-21e675d4c3ba,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:19.066696 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:19.111083 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.281956 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.291364 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.298145 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-732a34b4-7abd-492a-be5b-bed5fd87b2b5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:19.332490 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf527b0-273d-49de-af32-c0e54a6c28ef,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:19.347990 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:19.360234 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ce589-1f67-411e-b581-72ccb7588b74 req-d33df30d-b2fb-4a8a-b981-aebb11b2e35a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:19.367194 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-133ce589-1f67-411e-b581-72ccb7588b74 req-d33df30d-b2fb-4a8a-b981-aebb11b2e35a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 944 time: 0.2452528 Jun 17 14:24:19.384012 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70663c79-83d5-44f8-8203-c2df40f30ca5 req-c0d9592e-b78e-4ddc-904f-0dc8aeb3b567 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:19.386450 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70663c79-83d5-44f8-8203-c2df40f30ca5 req-c0d9592e-b78e-4ddc-904f-0dc8aeb3b567 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1996582 Jun 17 14:24:19.392507 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.393621 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-05502e3b-cf35-4dab-9646-d58e44454f74 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646623 Jun 17 14:24:19.396453 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53352) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:19.402237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'security_group_rule': {'security_group_id': 'c744d625-acdd-449f-8dd5-21e675d4c3ba', 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:19.455748 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70663c79-83d5-44f8-8203-c2df40f30ca5 req-71d140c5-ac68-41f2-8cd7-41fca80dbc86 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606914 Jun 17 14:24:19.462113 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-133ce589-1f67-411e-b581-72ccb7588b74 req-edb5b621-dcb3-4522-91e3-17d9e03879f6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936463 Jun 17 14:24:19.474838 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.616323 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.623564 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.626251 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:19.641933 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13479a48-a959-4b0d-8264-a258cd80d14c,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:19.655136 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:19.676175 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.677649 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-42d8ae46-7d00-43b8-ac8d-64174b4dc111 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2793310 Jun 17 14:24:19.682540 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53356) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:19.687396 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'security_group_rule': {'security_group_id': 'c744d625-acdd-449f-8dd5-21e675d4c3ba', 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:19.759780 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.884358 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.897499 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.901477 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device dc83a072-f2b7-4df1-902b-8937cfcd36e4 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:19.904657 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:19.946118 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40504a5e-aed3-47d6-bc06-fc0fd0c4a0a4,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:19.955278 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:19.966148 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:19.968511 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-793de177-ae3d-46b9-bf2e-9bb3eea2d237 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2841344 Jun 17 14:24:19.970813 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53358) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:19.978382 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'security_group_rule': {'security_group_id': 'c744d625-acdd-449f-8dd5-21e675d4c3ba', 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:19.991393 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port dc83a072-f2b7-4df1-902b-8937cfcd36e4 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:20.001384 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port dc83a072-f2b7-4df1-902b-8937cfcd36e4 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:20.001956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.038274 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.141967 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.156261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.161752 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.165232 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d7bb769b-ebd9-4627-bcc6-769c8795c6f6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:20.180867 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port dc83a072-f2b7-4df1-902b-8937cfcd36e4, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=dc83a072-f2b7-4df1-902b-8937cfcd36e4,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:20.186911 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82086e3-8c0b-485b-aa52-d22aabba7ed9,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:20.190104 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:20.192236 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.195035 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.195656 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-629c19eb-14ea-474a-a935-4cf8bece0b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:20.201213 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-d82cb8e5-780c-44d7-a585-6bcba6ec2fea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2238946 Jun 17 14:24:20.201489 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53360) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:20.209587 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'security_group_rule': {'security_group_id': 'c744d625-acdd-449f-8dd5-21e675d4c3ba', 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:20.240979 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.securitygroups_db [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Project 8257c3338f3943c89ca57961d4e43c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:24:20.248335 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.261424 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=dc83a072-f2b7-4df1-902b-8937cfcd36e4,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:20.275067 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:20.345548 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.351503 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.354348 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9a724adc-c20f-4e51-8495-6ad0691bebf1 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:20.377101 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944e6fa4-8e32-4b96-83c7-206dd999784b,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:20.379911 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:20.385256 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.390309 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53362) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:20.390549 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1866803 Jun 17 14:24:20.393929 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'security_group_rule': {'security_group_id': 'c744d625-acdd-449f-8dd5-21e675d4c3ba', 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:20.436501 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.securitygroups_db [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Project 8257c3338f3943c89ca57961d4e43c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:24:20.442493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.520756 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.527864 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.531848 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8f0413b3-7fe9-47fb-8dc8-fba014ebec70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:20.536073 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 5db44716-1394-47c6-b7ba-6d6285bd35ef up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:20.554189 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71815b7-ee7b-48c1-9fc7-481af256c2cf,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:20.560496 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:20.563019 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.566773 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f492a9fd-cc6f-4ced-a267-15ff58f60660 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1767111 Jun 17 14:24:20.689678 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 5db44716-1394-47c6-b7ba-6d6285bd35ef completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:20.694728 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 5db44716-1394-47c6-b7ba-6d6285bd35ef triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:20.696024 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.769559 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764b24-565c-4481-bb85-b9f3281f5c3e req-02110d79-1958-41f5-943b-04d8630f1f62 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:20.778208 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-23764b24-565c-4481-bb85-b9f3281f5c3e req-02110d79-1958-41f5-943b-04d8630f1f62 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1275499 Jun 17 14:24:20.814275 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dd729-15cb-4c82-b3bd-3e86d5380cf2 req-1967b186-fac1-46a4-955d-0648d68a6e55 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:20.815959 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a0dd729-15cb-4c82-b3bd-3e86d5380cf2 req-1967b186-fac1-46a4-955d-0648d68a6e55 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 944 time: 0.1262400 Jun 17 14:24:20.831250 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.858062 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-23764b24-565c-4481-bb85-b9f3281f5c3e req-26c1c2f4-43b4-44d3-8ba7-ac22832d3967 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788341 Jun 17 14:24:20.869228 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:20.872049 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8ba14-cc9d-4ed1-afd1-15e071b18c32" -d '{"events": [{"server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "name": "network-vif-plugged", "status": "completed", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:20.889860 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:20.902775 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:20.905149 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:20.912537 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3a0dd729-15cb-4c82-b3bd-3e86d5380cf2 req-f7aa591b-d7b9-4d4a-89df-3f4319be9a5c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834293 Jun 17 14:24:20.973335 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:20.976923 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:20.989044 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb5fa9d-4ff0-4263-9aec-a326ce81a893 x-openstack-request-id: req-ddb5fa9d-4ff0-4263-9aec-a326ce81a893 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:20.989351 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "name": "network-vif-plugged", "status": "completed", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:20.989756 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ddb5fa9d-4ff0-4263-9aec-a326ce81a893 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:20.990196 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'code': 200} Jun 17 14:24:21.379890 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960f8ec-f228-4a8b-9636-6d56ff8f6927 req-d7f77ca0-6fee-4f4c-b8ed-8ed91cae317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:21.382632 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b960f8ec-f228-4a8b-9636-6d56ff8f6927 req-d7f77ca0-6fee-4f4c-b8ed-8ed91cae317b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1098 time: 0.1303937 Jun 17 14:24:21.433702 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b960f8ec-f228-4a8b-9636-6d56ff8f6927 req-e8a3755c-e74a-4198-8b01-ccf205ceeb2d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Jun 17 14:24:21.631368 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Sync routers for ids ['b88fe7ce-3087-435f-8a4f-ba97097efb32'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:24:21.650931 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Routers {'b88fe7ce-3087-435f-8a4f-ba97097efb32'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:21.651877 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['b88fe7ce-3087-435f-8a4f-ba97097efb32'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:21.790340 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device dc83a072-f2b7-4df1-902b-8937cfcd36e4 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:21.799561 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Set router b88fe7ce-3087-435f-8a4f-ba97097efb32 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:21.872807 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port dc83a072-f2b7-4df1-902b-8937cfcd36e4 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:21.873257 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:22.152047 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:22.192490 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 4, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port': {'id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:11Z', 'updated_at': '2021-06-17T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'c49885e7-def9-42c1-ace8-fd91c4881ee7', 'name': '', 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'mac_address': 'fa:16:3e:37:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:15Z', 'updated_at': '2021-06-17T14:24:16Z', 'revision_number': 2, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'subnets': [{'id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:22.238119 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebaf95-7db2-4a75-922a-3c613f25a3b1 req-d059187a-50bb-4dab-bece-46c133fc941b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:22.240422 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c1ebaf95-7db2-4a75-922a-3c613f25a3b1 req-d059187a-50bb-4dab-bece-46c133fc941b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1722293 Jun 17 14:24:22.246198 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Checking router: b88fe7ce-3087-435f-8a4f-ba97097efb32 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:24:22.246916 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Updating router b88fe7ce-3087-435f-8a4f-ba97097efb32 port c49885e7-def9-42c1-ace8-fd91c4881ee7 binding host dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:24:22.310842 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c1ebaf95-7db2-4a75-922a-3c613f25a3b1 req-bec84570-d75a-4d94-b059-2976313803b3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531948 Jun 17 14:24:22.322284 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:22.365532 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70276ad-082f-4dcf-9adf-ff9f9bc8a873 req-b6ad23c7-064b-4037-b478-f19e008c42c3 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:22.373146 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c70276ad-082f-4dcf-9adf-ff9f9bc8a873 req-b6ad23c7-064b-4037-b478-f19e008c42c3 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.1805267 Jun 17 14:24:22.477215 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c70276ad-082f-4dcf-9adf-ff9f9bc8a873 req-f13dfd5f-0eae-4fbc-a2c3-5c2e0004557b tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951786 Jun 17 14:24:22.801345 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:22.818367 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.provisioning_blocks [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Transition to ACTIVE for port object c49885e7-def9-42c1-ace8-fd91c4881ee7 will not be triggered until provisioned by entity L2. {{(pid=93044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:22.830798 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:22.837027 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-d7756ebb-ccdb-41ea-878b-bb222fa3d946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:22.937687 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5244-2a65-4832-8604-f69262f0460a None None] Pushing event updated for resources: {'Port': ['ID=c49885e7-def9-42c1-ace8-fd91c4881ee7,revision_number=3']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:22.949207 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-4fdf5244-2a65-4832-8604-f69262f0460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:23.037650 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Attempting to bind port c49885e7-def9-42c1-ace8-fd91c4881ee7 on host dv-cinder-796286-6-iscsi for vnic_type normal with profile {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:23.038870 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Attempting to bind port c49885e7-def9-42c1-ace8-fd91c4881ee7 by drivers openvswitch,hyperv on host dv-cinder-796286-6-iscsi at level 0 using segments [{'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:23.039479 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Attempting to bind port c49885e7-def9-42c1-ace8-fd91c4881ee7 on network ad1a444d-2465-40b8-a16a-12b56ba047a9 {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:23.047413 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Checking agent: {'id': '26ed0e26-9a4f-4a00-9a71-4d574efb9e32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 9, 37), 'started_at': datetime.datetime(2021, 6, 17, 14, 10, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:23.048023 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Checking segment: {'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:23.048753 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:23.049420 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Bound using segment: {'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'} {{(pid=93044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:23.052165 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.managers [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Bound port: c49885e7-def9-42c1-ace8-fd91c4881ee7, host: dv-cinder-796286-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc811c33-adf3-4484-bbba-83e621a08626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9'}}] {{(pid=93044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:23.052165 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:23.248140 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] For port c49885e7-def9-42c1-ace8-fd91c4881ee7, host dv-cinder-796286-6-iscsi, cleared binding levels {{(pid=93044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:23.255397 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.plugins.ml2.db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] For port c49885e7-def9-42c1-ace8-fd91c4881ee7, host dv-cinder-796286-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=c49885e7-def9-42c1-ace8-fd91c4881ee7,segment=NetworkSegment(dc811c33-adf3-4484-bbba-83e621a08626),segment_id=dc811c33-adf3-4484-bbba-83e621a08626)] {{(pid=93044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:23.261904 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron_lib.callbacks.manager [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:23.274182 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-476f0644-092d-45ce-a4a0-66659ef9a6fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:23.321770 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Routers {'b88fe7ce-3087-435f-8a4f-ba97097efb32'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:23.322468 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['b88fe7ce-3087-435f-8a4f-ba97097efb32'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:23.430659 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5244-2a65-4832-8604-f69262f0460a None None] Pushing event updated for resources: {'Port': ['ID=c49885e7-def9-42c1-ace8-fd91c4881ee7,revision_number=4']} {{(pid=93044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:23.436103 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG oslo_concurrency.lockutils [None req-4fdf5244-2a65-4832-8604-f69262f0460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:23.528923 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] Set router b88fe7ce-3087-435f-8a4f-ba97097efb32 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:23.619824 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b2ee3-522f-45cb-9569-25245036f5c9 req-da717af4-a9de-44f3-b1de-7ef2c8cd7a98 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:23.633173 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-326b2ee3-522f-45cb-9569-25245036f5c9 req-da717af4-a9de-44f3-b1de-7ef2c8cd7a98 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1311750 Jun 17 14:24:23.781027 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-326b2ee3-522f-45cb-9569-25245036f5c9 req-98bc96ce-b9f5-4c4e-b2ff-d6bbcaf0dd70 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467934 Jun 17 14:24:23.854716 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec9a8-c8c8-48e8-ad56-24094267ead8 req-6ea7d332-009f-4af6-bfb0-2a5a5dc1ee8a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:23.864660 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3f7ec9a8-c8c8-48e8-ad56-24094267ead8 req-6ea7d332-009f-4af6-bfb0-2a5a5dc1ee8a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.1300073 Jun 17 14:24:23.904293 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device c49885e7-def9-42c1-ace8-fd91c4881ee7 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:23.951577 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3f7ec9a8-c8c8-48e8-ad56-24094267ead8 req-cf189e7f-71aa-4ea6-add3-7ada9ac7cbcf tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 Jun 17 14:24:24.009906 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning for port c49885e7-def9-42c1-ace8-fd91c4881ee7 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:24.023250 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port c49885e7-def9-42c1-ace8-fd91c4881ee7 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:24.023946 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:24.121660 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 4, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port': {'id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:11Z', 'updated_at': '2021-06-17T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'c49885e7-def9-42c1-ace8-fd91c4881ee7', 'name': '', 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'mac_address': 'fa:16:3e:37:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:15Z', 'updated_at': '2021-06-17T14:24:23Z', 'revision_number': 4, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'subnets': [{'id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:24.169743 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd881-ad65-485e-b65b-efa6cb947ae3 None None] The sync data for ids ['b88fe7ce-3087-435f-8a4f-ba97097efb32'] in dv-cinder-796286-6-iscsi is: [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 4, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port': {'id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:11Z', 'updated_at': '2021-06-17T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'c49885e7-def9-42c1-ace8-fd91c4881ee7', 'name': '', 'network_id': 'ad1a444d-2465-40b8-a16a-12b56ba047a9', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'mac_address': 'fa:16:3e:37:40:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:15Z', 'updated_at': '2021-06-17T14:24:23Z', 'revision_number': 4, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'subnets': [{'id': 'fa9dea58-02c3-4022-9274-54dd9b9fe66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:24:24.175956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:24.240530 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] For port c49885e7-def9-42c1-ace8-fd91c4881ee7, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=c49885e7-def9-42c1-ace8-fd91c4881ee7,segment=NetworkSegment(dc811c33-adf3-4484-bbba-83e621a08626),segment_id=dc811c33-adf3-4484-bbba-83e621a08626)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:24.254222 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:24.257617 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:24.262151 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb18e4a-010b-435a-a274-6d3e28c0f133 req-f399272c-dabe-49a7-be60-726b15f9c76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:24.271411 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ebb18e4a-010b-435a-a274-6d3e28c0f133 req-f399272c-dabe-49a7-be60-726b15f9c76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.1253366 Jun 17 14:24:24.361881 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ebb18e4a-010b-435a-a274-6d3e28c0f133 req-9a85736e-60e0-4854-aab9-aeeea59d56eb tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859780 Jun 17 14:24:24.391969 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Pushing event updated for resources: {'Port': ['ID=c49885e7-def9-42c1-ace8-fd91c4881ee7,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:24.397331 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:25.046129 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fb0d7-03ef-4d63-bad6-6429d9265041 req-f0885cb7-91b5-45ee-8edf-a6b41deb1a2a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:25.054489 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5b0fb0d7-03ef-4d63-bad6-6429d9265041 req-f0885cb7-91b5-45ee-8edf-a6b41deb1a2a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.1248324 Jun 17 14:24:25.133587 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5b0fb0d7-03ef-4d63-bad6-6429d9265041 req-d3ff0d9b-bbb4-484c-a5e9-0426294346f5 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 Jun 17 14:24:25.181576 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e459c-2b3c-43d6-8b6c-f67c5edf43cf req-d7461a68-a653-406a-b8bf-084f1f886ad0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:25.195989 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-602e459c-2b3c-43d6-8b6c-f67c5edf43cf req-d7461a68-a653-406a-b8bf-084f1f886ad0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1782506 Jun 17 14:24:25.290536 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-602e459c-2b3c-43d6-8b6c-f67c5edf43cf req-4eab9cb1-5c7c-498c-a7b1-70098f23ba8c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922658 Jun 17 14:24:25.834815 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device c49885e7-def9-42c1-ace8-fd91c4881ee7 up at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:25.922318 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Provisioning complete for port c49885e7-def9-42c1-ace8-fd91c4881ee7 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:25.922723 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:26.548186 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7e7cf-2f70-482f-a2e5-1dfc6e0f780b req-1d7a833d-04dd-465b-a4a1-ae55565ae06d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:26.550382 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e5c7e7cf-2f70-482f-a2e5-1dfc6e0f780b req-1d7a833d-04dd-465b-a4a1-ae55565ae06d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0955586 Jun 17 14:24:26.622266 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e5c7e7cf-2f70-482f-a2e5-1dfc6e0f780b req-492e7f7f-8012-4b99-b67a-83441c84bcfd tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546660 Jun 17 14:24:27.906218 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416650b1-3d74-4b5e-8d8d-09ae82144d4a req-4e892ff6-80db-4ff9-85d5-340e07ef2f1b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:27.908532 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-416650b1-3d74-4b5e-8d8d-09ae82144d4a req-4e892ff6-80db-4ff9-85d5-340e07ef2f1b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0999143 Jun 17 14:24:27.984850 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-416650b1-3d74-4b5e-8d8d-09ae82144d4a req-6ec372b3-22a6-4a11-957b-9b95de9241ab tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661407 Jun 17 14:24:29.295296 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae4de-51b4-4611-9f02-57ef89561289 req-c7fe8b65-3534-4dbe-a9e6-2b3c662ff6d7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:29.314044 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e41ae4de-51b4-4611-9f02-57ef89561289 req-c7fe8b65-3534-4dbe-a9e6-2b3c662ff6d7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.1409101 Jun 17 14:24:29.359778 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e41ae4de-51b4-4611-9f02-57ef89561289 req-40fe41f7-3426-4061-b244-640f789ca646 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Jun 17 14:24:30.309448 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-62cd661c-2611-4184-8ea0-747e3d0e9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:30.310723 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-62cd661c-2611-4184-8ea0-747e3d0e9af7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1099 time: 0.0709460 Jun 17 14:24:30.416024 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-07c1b427-260c-4904-bf67-15f5aef9e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:30.417500 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-07c1b427-260c-4904-bf67-15f5aef9e120 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.0930023 Jun 17 14:24:30.496847 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-d909ad31-9cce-4a43-af8b-75802d2f02d8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 200 len: 1002 time: 0.0710919 Jun 17 14:24:30.568172 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-78e8608d-e63d-49b1-bef2-ca15299ace6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:30.570613 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-78e8608d-e63d-49b1-bef2-ca15299ace6d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0667815 Jun 17 14:24:30.581541 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9864bf-dd60-431d-8e7a-7fcaaec1a089 req-89982b8d-a42e-4d7c-a37b-a4a6df5acfab tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:30.583056 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bd9864bf-dd60-431d-8e7a-7fcaaec1a089 req-89982b8d-a42e-4d7c-a37b-a4a6df5acfab tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0723646 Jun 17 14:24:30.624792 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bd9864bf-dd60-431d-8e7a-7fcaaec1a089 req-1edd523c-8f7e-4256-af34-4c7cb5423d36 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346448 Jun 17 14:24:30.632678 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-90dff1a1-2466-4278-98a6-b62c952cec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:30.634744 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-90dff1a1-2466-4278-98a6-b62c952cec18 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573914 Jun 17 14:24:30.739205 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-56f2ab25-6f79-4d98-b90e-5806cc1833a8 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947526 Jun 17 14:24:30.837585 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-6a2ae550-841f-4c3c-92d1-800a45b76ab0 req-01b5b4f7-1470-4466-bea6-e22e600ff967 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894113 Jun 17 14:24:31.825620 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546862d-7c3d-40e8-9a84-91f254db8d8a req-2f74c0b8-e1a9-4bd2-a8c0-cbf86a1aae85 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:31.827168 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d546862d-7c3d-40e8-9a84-91f254db8d8a req-2f74c0b8-e1a9-4bd2-a8c0-cbf86a1aae85 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0715694 Jun 17 14:24:31.869297 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d546862d-7c3d-40e8-9a84-91f254db8d8a req-9d3106dd-b191-4e0e-9c60-67f65611f6d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Jun 17 14:24:33.088962 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12154c-0245-4694-8378-f12579aee98f req-be1e9ab1-6461-41d2-9b83-5872dbb96a88 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:33.092407 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed12154c-0245-4694-8378-f12579aee98f req-be1e9ab1-6461-41d2-9b83-5872dbb96a88 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0816114 Jun 17 14:24:33.138089 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed12154c-0245-4694-8378-f12579aee98f req-35cab0e5-7f2a-4ee1-bf87-e872de52f1c1 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405042 Jun 17 14:24:33.744862 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-3889a250-5ccc-4504-bfd0-e8a5ef8525ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:34.349026 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0401-5032-46bc-ab40-b900104dbf78 req-e53ae167-da99-4545-9889-96df2cb5f7c0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:34.351277 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9c5b0401-5032-46bc-ab40-b900104dbf78 req-e53ae167-da99-4545-9889-96df2cb5f7c0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 946 time: 0.0820208 Jun 17 14:24:34.426346 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9c5b0401-5032-46bc-ab40-b900104dbf78 req-444cb49e-64a1-4c73-9382-8b6db023e707 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673347 Jun 17 14:24:34.676294 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:24:34.763844 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:34.791559 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:34.794291 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c149d0f6-2dc4-4b9b-bc3c-5f9564d90aab" -d '{"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-unplugged", "status": "completed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:34.807900 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:34.813623 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:34.816852 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-e2ddee98-9dd6-41e4-a106-5a86e7e1eca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:34.844292 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4552950e-80bf-4e2f-a1d0-fa5249a04d2f x-openstack-request-id: req-4552950e-80bf-4e2f-a1d0-fa5249a04d2f {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:34.844598 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-unplugged", "status": "failed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883", "code": 422}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:34.844867 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4552950e-80bf-4e2f-a1d0-fa5249a04d2f {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:34.845267 dv-cinder-796286-6-iscsi neutron-server[93043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883', 'code': 422} returned with failed status Jun 17 14:24:34.872687 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=8']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:34.875805 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:35.702977 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcdf4a-6ba7-41bf-8e9b-b2dd16970ed8 req-eebf40cc-1a25-4448-9d79-21af0f037015 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:35.704567 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81fcdf4a-6ba7-41bf-8e9b-b2dd16970ed8 req-eebf40cc-1a25-4448-9d79-21af0f037015 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0849235 Jun 17 14:24:35.752206 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-81fcdf4a-6ba7-41bf-8e9b-b2dd16970ed8 req-8e3e71fd-5c07-49e9-9f4d-8e727ee1bf45 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Jun 17 14:24:35.924995 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-c98bccf2-9009-4cc0-ad74-b78e89b8b9bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0597575 Jun 17 14:24:36.175227 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-1875681c-8997-4d85-80d1-4ae6a052fe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:36.873692 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:36.953199 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506ef18-5e01-4867-a91c-e132e6684792 req-c5f5195c-17cf-487f-a56b-26f4822b5df7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:36.954768 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8506ef18-5e01-4867-a91c-e132e6684792 req-c5f5195c-17cf-487f-a56b-26f4822b5df7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0688546 Jun 17 14:24:36.999148 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8506ef18-5e01-4867-a91c-e132e6684792 req-a3ffc304-8d77-4f85-8f78-d3ee124aad8f tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363665 Jun 17 14:24:37.008205 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-7c043f90-a3ad-4e04-911e-eb448d7fbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:37.009347 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-7c043f90-a3ad-4e04-911e-eb448d7fbb69 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257&tenant_id=d9b4270b0433443cafb370696b7f5d08 HTTP/1.1" status: 200 len: 1097 time: 0.0633743 Jun 17 14:24:37.092089 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-03ebb3f0-ec4d-4cb5-9ad0-fd3a400f9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:37.093547 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-03ebb3f0-ec4d-4cb5-9ad0-fd3a400f9f7c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1097 time: 0.0529783 Jun 17 14:24:37.189246 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-378cdd44-8510-484c-88a8-f551d3fc35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:37.190759 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-378cdd44-8510-484c-88a8-f551d3fc35ab service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.0891137 Jun 17 14:24:37.491545 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-9ef97a56-c991-4c88-aec5-8cb25d7e3cf2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 200 len: 1000 time: 0.2933192 Jun 17 14:24:37.545567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-0bb48dc8-04d8-470f-8b6a-0db0c2f2f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:37.547069 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-0bb48dc8-04d8-470f-8b6a-0db0c2f2f365 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0491157 Jun 17 14:24:37.615483 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-62cbe812-6ca7-4693-affe-301bd36eb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:37.618078 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-62cbe812-6ca7-4693-affe-301bd36eb0a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591831 Jun 17 14:24:37.721917 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-c4b38bff-d240-487d-8ad7-1bc4a3098565 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879862 Jun 17 14:24:37.725732 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:37.825680 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0631ec45-a02d-4741-b237-f8e48fcc2906 req-268cb41b-36b6-4938-932d-2afcfb2806db service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962906 Jun 17 14:24:38.222156 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51296b4f-dd8d-4e63-860b-3722f187bda2 req-ce7a3822-4d8d-4eb7-a01d-602a275c014d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:38.225073 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51296b4f-dd8d-4e63-860b-3722f187bda2 req-ce7a3822-4d8d-4eb7-a01d-602a275c014d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0829654 Jun 17 14:24:38.290054 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-51296b4f-dd8d-4e63-860b-3722f187bda2 req-a711fc89-d2bd-48c0-8e23-b23bb6fd0576 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597136 Jun 17 14:24:39.527047 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baada9-4f10-41f9-a707-e13fcc90382b req-19211c78-efe7-43a2-b244-5336d409ad4e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:39.528575 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a9baada9-4f10-41f9-a707-e13fcc90382b req-19211c78-efe7-43a2-b244-5336d409ad4e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0924611 Jun 17 14:24:39.586818 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a9baada9-4f10-41f9-a707-e13fcc90382b req-7ad721fe-5140-4da9-a8ed-d71754e04044 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522654 Jun 17 14:24:39.683381 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:24:39.968229 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-ca1bfcb2-1795-435c-8d87-a85358a55b4b tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719246591&fields=id&tenant_id=8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 267 time: 0.0349252 Jun 17 14:24:40.012812 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:40.076666 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-9e9865f2-7904-4b6e-a62d-d5b8d9b9f85a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:40.078169 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-9e9865f2-7904-4b6e-a62d-d5b8d9b9f85a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 811 time: 0.1032867 Jun 17 14:24:40.093397 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-9157c124-5591-4ecc-ae55-ba652b098b17 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/quotas/8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 375 time: 0.0096881 Jun 17 14:24:40.175692 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-ecb37383-6ffe-45d8-8a97-729860de3b51 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754969 Jun 17 14:24:40.276268 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-93422eb8-2fdd-406b-94d8-f1ff10f64a96 service neutron] 10.222.0.82 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864012 Jun 17 14:24:40.378900 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-7f277536-969e-43ee-84ca-2a6b9744387f service neutron] 10.222.0.82 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963495 Jun 17 14:24:40.739759 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b340feeb-1de3-457a-bb01-ddcb0a9cbe84 req-b4d144aa-92bb-4abe-8380-43778ca05a42 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0423892 Jun 17 14:24:40.809462 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa19cb-3b5e-4896-b9ff-a4bf635d062c req-6cb16d90-373c-4700-8a14-4e1103dc158b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:40.817087 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-42fa19cb-3b5e-4896-b9ff-a4bf635d062c req-6cb16d90-373c-4700-8a14-4e1103dc158b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0804789 Jun 17 14:24:40.867336 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-42fa19cb-3b5e-4896-b9ff-a4bf635d062c req-fe7b0290-7efd-41b3-9bbc-a647968c61c4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492976 Jun 17 14:24:41.895433 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-83476d6f-ae2e-4323-9a23-f126e6966d37 req-dc41f62c-70f4-48e7-aee3-96bd7a79da4a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0344663 Jun 17 14:24:42.056701 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b581dbc-7bea-4be1-88c2-237955f4e9f3 req-96df4a70-7045-4958-a66f-17704ef9a921 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:42.058168 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9b581dbc-7bea-4be1-88c2-237955f4e9f3 req-96df4a70-7045-4958-a66f-17704ef9a921 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0689473 Jun 17 14:24:42.101965 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9b581dbc-7bea-4be1-88c2-237955f4e9f3 req-33ae9c86-664d-4e95-b663-cc0d93e0b0b3 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378370 Jun 17 14:24:43.044352 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-acc68593-854c-4288-84c0-ff7d28dc0e2f req-4e48221b-0f1e-42d2-8a34-2ce58d2f58fc tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0292861 Jun 17 14:24:43.316861 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca329-1a05-41c0-95ff-cced7cd14496 req-d946b9b5-39bb-4dbf-a04f-ae08ab851425 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:43.319555 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f02ca329-1a05-41c0-95ff-cced7cd14496 req-d946b9b5-39bb-4dbf-a04f-ae08ab851425 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0762694 Jun 17 14:24:43.363176 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f02ca329-1a05-41c0-95ff-cced7cd14496 req-6e670fff-7187-4a1f-8d4b-4cecf6f82d29 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377159 Jun 17 14:24:44.201359 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-84c16e7a-44fc-450f-9542-2af3ce7b55f2 req-d306907e-ef18-4761-ad74-3980c7801a4e tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0357804 Jun 17 14:24:44.582234 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586cb71-1659-40a8-9df1-d4a7512699d5 req-299027f1-93a3-4e88-b539-566275784f24 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:44.583744 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4586cb71-1659-40a8-9df1-d4a7512699d5 req-299027f1-93a3-4e88-b539-566275784f24 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0727875 Jun 17 14:24:44.624696 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4586cb71-1659-40a8-9df1-d4a7512699d5 req-2051b38d-f89f-49f6-87cd-1e18208b4aa7 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345957 Jun 17 14:24:45.361013 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d9b19106-0681-4428-9f42-c70b9369866e req-eb8f0df4-7873-445e-a5f4-09fe4c3c8ead tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0302498 Jun 17 14:24:45.837627 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3007d-3534-4487-af9b-63ae1d13cf87 req-736cbf4c-2981-4c47-87a6-cabac8f15d93 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:45.842064 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0ea3007d-3534-4487-af9b-63ae1d13cf87 req-736cbf4c-2981-4c47-87a6-cabac8f15d93 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0756319 Jun 17 14:24:45.888120 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0ea3007d-3534-4487-af9b-63ae1d13cf87 req-04811b9d-7fb9-4bdd-8851-44f37b3a4923 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 Jun 17 14:24:46.514049 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-53b9a688-49c7-4823-b270-5ec2f4873b16 req-38e5033b-5cce-4a6d-9ee3-9dd3ccd78fe9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0290124 Jun 17 14:24:47.104495 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e20184-8ea6-4f23-a330-f80162ba6056 req-1164593f-968f-4a6e-9941-557ef12e2d3d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:47.107145 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d6e20184-8ea6-4f23-a330-f80162ba6056 req-1164593f-968f-4a6e-9941-557ef12e2d3d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0852847 Jun 17 14:24:47.153330 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d6e20184-8ea6-4f23-a330-f80162ba6056 req-73fa142f-f465-42d7-b090-340168d4ac7a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389254 Jun 17 14:24:47.668885 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6c89544e-4f6f-4e1c-9a9b-a56655fa036e req-79e59875-81fd-48a3-8dc4-46e18549dfc1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0332026 Jun 17 14:24:48.348039 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a477cb-6f99-42b8-9ded-c60d86a53a24 req-86f7bee5-1108-4418-9567-95a2bb0d6c89 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:48.349550 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-00a477cb-6f99-42b8-9ded-c60d86a53a24 req-86f7bee5-1108-4418-9567-95a2bb0d6c89 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0705156 Jun 17 14:24:48.391143 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-00a477cb-6f99-42b8-9ded-c60d86a53a24 req-2514caf1-1b6a-4e80-8205-a68253a167c9 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352955 Jun 17 14:24:48.811565 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e1a6f385-a97f-4225-aac7-eb7d8d86f8e9 req-1d5f6812-84f0-4069-b8f4-e95734695725 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Jun 17 14:24:49.582072 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d3357-896a-4a6c-a1a8-5f77ee34930a req-2f4d9bfe-ccea-4f07-a1c8-d03397642d0a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:49.583496 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-795d3357-896a-4a6c-a1a8-5f77ee34930a req-2f4d9bfe-ccea-4f07-a1c8-d03397642d0a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0718699 Jun 17 14:24:49.623893 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-795d3357-896a-4a6c-a1a8-5f77ee34930a req-2e94d808-15ef-42af-9e32-0b93816cc84a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339735 Jun 17 14:24:49.955851 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6c3a58b2-b6e9-4e43-ab57-f6aea5793133 req-12568991-d56a-4b38-92be-fd69d19b33b0 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0284162 Jun 17 14:24:50.807902 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9585-002f-496b-873e-6c8e9b19e7f1 req-b4815716-e474-4437-98ec-2fcdf9c2afcb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:50.809341 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-845b9585-002f-496b-873e-6c8e9b19e7f1 req-b4815716-e474-4437-98ec-2fcdf9c2afcb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0647173 Jun 17 14:24:50.847926 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-845b9585-002f-496b-873e-6c8e9b19e7f1 req-1431a762-abac-4ba0-92c2-ccdd1b2f0b8b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329258 Jun 17 14:24:51.117617 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4527aff5-89ff-4970-af4e-6319fa15481a req-70ffad4c-c896-4fac-943c-ea550168783a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0315599 Jun 17 14:24:51.515693 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-ffb52611-e616-40cb-ad7a-3fd4afc2e010 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:51.517472 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-ffb52611-e616-40cb-ad7a-3fd4afc2e010 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 811 time: 0.1210558 Jun 17 14:24:51.571097 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-82f815b2-36da-455f-a47f-4b0fe667c84e tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 379 time: 0.0391843 Jun 17 14:24:51.583016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'port': {'device_id': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'admin_state_up': True, 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'security_groups': ['c744d625-acdd-449f-8dd5-21e675d4c3ba']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:51.698765 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Made reservation on behalf of 8257c3338f3943c89ca57961d4e43c8d for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:24:51.702269 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:51.834566 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Allocated IP 172.20.0.14 (ff909572-6fa7-4854-9124-526142bcae56/25722c0b-6ae8-4c57-9edc-0a2d4560e4dc/85cf5074-09fc-43dd-8844-65fae222aeae) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:51.986656 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.001621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Transition to ACTIVE for port object 85cf5074-09fc-43dd-8844-65fae222aeae will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:52.035680 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.039832 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-40235dde-1293-4d30-a44c-7bf3bd214dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:52.040083 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73e6ec-ef5a-490b-8749-751e84ee9893 req-5e844c17-ba24-41bd-a2fc-c01bc9521d75 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:52.041499 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2e73e6ec-ef5a-490b-8749-751e84ee9893 req-5e844c17-ba24-41bd-a2fc-c01bc9521d75 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 944 time: 0.0672076 Jun 17 14:24:52.082517 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2e73e6ec-ef5a-490b-8749-751e84ee9893 req-6a772a00-d0bd-46bd-8f94-6a9f8b41268c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351524 Jun 17 14:24:52.082954 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Network ff909572-6fa7-4854-9124-526142bcae56 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:52.095316 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:52.097356 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=85cf5074-09fc-43dd-8844-65fae222aeae,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:52.103342 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:52.135607 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.136691 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:52.165230 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:52.165857 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.181206 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022456 Jun 17 14:24:52.193141 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Request body: {'port': {'device_id': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:52.274900 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.328641 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7efbb-1923-40e2-8538-f6d658ae32c3 req-10ea4731-4bb1-44ee-84a2-137b5bfb9cf3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:52.330777 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d3f7efbb-1923-40e2-8538-f6d658ae32c3 req-10ea4731-4bb1-44ee-84a2-137b5bfb9cf3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 932 time: 0.0837820 Jun 17 14:24:52.378053 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d3f7efbb-1923-40e2-8538-f6d658ae32c3 req-6cc71791-b701-440f-b6f4-d36b22370284 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389268 Jun 17 14:24:52.428649 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-693883f8-1933-4a1e-87ae-2e293651ffa9 None None] Provisioning for port 85cf5074-09fc-43dd-8844-65fae222aeae completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:24:52.433330 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-693883f8-1933-4a1e-87ae-2e293651ffa9 None None] Provisioning complete for port 85cf5074-09fc-43dd-8844-65fae222aeae triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:52.433782 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-693883f8-1933-4a1e-87ae-2e293651ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.472681 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-693883f8-1933-4a1e-87ae-2e293651ffa9 None None] Port 85cf5074-09fc-43dd-8844-65fae222aeae cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:24:52.586001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cf5074-09fc-43dd-8844-65fae222aeae {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:24:52.595190 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.609268 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Transition to ACTIVE for port object 85cf5074-09fc-43dd-8844-65fae222aeae will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:24:52.613493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.615771 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:52.711094 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Pushing event updated for resources: {'Port': ['ID=85cf5074-09fc-43dd-8844-65fae222aeae,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:52.723443 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:24:52.733881 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:52.742373 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc39bf7-8581-4b90-82bd-c43f6174036a req-54d8e7d3-b4bf-410b-b649-dcd4f4649758 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:52.751673 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-adc39bf7-8581-4b90-82bd-c43f6174036a req-54d8e7d3-b4bf-410b-b649-dcd4f4649758 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0810382 Jun 17 14:24:52.776396 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Attempting to bind port 85cf5074-09fc-43dd-8844-65fae222aeae on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:24:52.776727 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Attempting to bind port 85cf5074-09fc-43dd-8844-65fae222aeae by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:24:52.777055 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Attempting to bind port 85cf5074-09fc-43dd-8844-65fae222aeae on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:52.782197 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Port 85cf5074-09fc-43dd-8844-65fae222aeae on network ff909572-6fa7-4854-9124-526142bcae56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:24:52.782644 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Attempting to bind port 85cf5074-09fc-43dd-8844-65fae222aeae on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:24:52.789304 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:24:52.789642 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Checking segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:24:52.790044 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Bound using segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:24:52.790474 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Bound port: 85cf5074-09fc-43dd-8844-65fae222aeae, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:24:52.790820 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.791976 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-adc39bf7-8581-4b90-82bd-c43f6174036a req-f2b47340-c14f-4a10-90f6-9a26b4c53958 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Jun 17 14:24:52.819325 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53840) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:52.857738 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:52.871544 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '461b9505-7a4e-4afa-a431-371eb37ea883', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'port_id': '461b9505-7a4e-4afa-a431-371eb37ea883', 'mac_address': 'fa:16:3e:ba:d6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:24:52.871763 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] For port 85cf5074-09fc-43dd-8844-65fae222aeae, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:24:52.875137 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] For port 85cf5074-09fc-43dd-8844-65fae222aeae, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85cf5074-09fc-43dd-8844-65fae222aeae,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:24:52.882323 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.885504 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-670da884-1041-4b7a-abbe-0c2ad1343fee tempest-ServerRescueNegativeTestJSON-209192133 tempest-ServerRescueNegativeTestJSON-209192133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:52.917739 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:52.918872 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.919725 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] 10.222.0.95 "PUT /v2.0/ports/85cf5074-09fc-43dd-8844-65fae222aeae HTTP/1.1" status: 200 len: 1094 time: 0.7313790 Jun 17 14:24:52.920230 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:52.923211 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66fdb39-83cd-459c-aec6-aeb0cddde79f" -d '{"events": [{"name": "network-changed", "server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:52.928689 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.950570 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461b9505-7a4e-4afa-a431-371eb37ea883 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:24:52.972266 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:52.978493 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:52.984869 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:52.989713 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d740e7c2-757b-4f6d-9e07-69bc21402a5c x-openstack-request-id: req-d740e7c2-757b-4f6d-9e07-69bc21402a5c {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:52.990109 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:52.991077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d740e7c2-757b-4f6d-9e07-69bc21402a5c {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:52.991528 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae', 'status': 'completed', 'code': 200} Jun 17 14:24:53.017622 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Pushing event updated for resources: {'Port': ['ID=85cf5074-09fc-43dd-8844-65fae222aeae,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:53.021131 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:53.058589 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=9']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:53.064137 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:53.066312 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-1bc22a9c-9088-476a-bd0b-d583ed1b4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.068003 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-1bc22a9c-9088-476a-bd0b-d583ed1b4607 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 1097 time: 0.0913298 Jun 17 14:24:53.102785 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4d059-47af-4426-9f73-e326848b647e tempest-TestMinimumBasicScenario-1857598557 tempest-TestMinimumBasicScenario-1857598557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.105844 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3ed4d059-47af-4426-9f73-e326848b647e tempest-TestMinimumBasicScenario-1857598557 tempest-TestMinimumBasicScenario-1857598557-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1093 time: 0.2842379 Jun 17 14:24:53.107778 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53848) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:53.121481 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'port_id': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:53.141714 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-ab5a2964-0154-49ba-9702-17e78a833500 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85cf5074-09fc-43dd-8844-65fae222aeae HTTP/1.1" status: 200 len: 217 time: 0.0569782 Jun 17 14:24:53.161362 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:53.196175 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-1374fbd1-52ef-42a4-90c3-21e83aa51142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.198038 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-1374fbd1-52ef-42a4-90c3-21e83aa51142 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0514836 Jun 17 14:24:53.237593 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['461b9505-7a4e-4afa-a431-371eb37ea883'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:24:53.265028 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-7be59942-7925-4555-87c9-6284b68d18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.266416 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-7be59942-7925-4555-87c9-6284b68d18c1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608058 Jun 17 14:24:53.306591 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c488-eb07-4bbc-938d-d0ff07c1ce73 req-5a197a72-bceb-42f5-999e-7bba744784a2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.308452 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0902c488-eb07-4bbc-938d-d0ff07c1ce73 req-5a197a72-bceb-42f5-999e-7bba744784a2 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 945 time: 0.0874767 Jun 17 14:24:53.359383 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:53.364915 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0902c488-eb07-4bbc-938d-d0ff07c1ce73 req-c7ab0ed0-7b30-47fc-8408-2628c7e27bdb tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499048 Jun 17 14:24:53.386603 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-75b26cc8-3180-428a-b4ba-0461fc429e73 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111813 Jun 17 14:24:53.492841 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-70b1bc12-b830-468d-8cbc-6449e4c6d230 req-01f38f83-1c42-4711-b438-9042e12a41b1 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991695 Jun 17 14:24:53.494451 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Allocated IP 172.27.0.126 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/f40f4658-6ab2-43be-8b2e-ee2484a9fef5) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:24:53.598799 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-94399de9-382c-4254-bfd4-4c77126b053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.600901 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-94399de9-382c-4254-bfd4-4c77126b053b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 1097 time: 0.0599818 Jun 17 14:24:53.703098 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-d95e4138-eea9-408f-a8d6-62023bb69bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.704600 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-d95e4138-eea9-408f-a8d6-62023bb69bba service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0949783 Jun 17 14:24:53.749342 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-df198c7d-01d2-40a1-9a11-cb9d948b94ad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85cf5074-09fc-43dd-8844-65fae222aeae HTTP/1.1" status: 200 len: 217 time: 0.0367830 Jun 17 14:24:53.809593 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-cc8bacf2-e939-4567-9b01-3bd27f046ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.811040 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-cc8bacf2-e939-4567-9b01-3bd27f046ff4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0551903 Jun 17 14:24:53.872961 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-8725b4a8-6680-4562-af52-02cd4249a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.874546 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-8725b4a8-6680-4562-af52-02cd4249a627 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559225 Jun 17 14:24:53.879292 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3ca63-dc6f-4d66-be25-04cb92c09fa8 req-2a6e6d44-ce41-402e-ace4-b365ecf0ead6 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.880756 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-42a3ca63-dc6f-4d66-be25-04cb92c09fa8 req-2a6e6d44-ce41-402e-ace4-b365ecf0ead6 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.3761046 Jun 17 14:24:53.883705 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:53.938013 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-42a3ca63-dc6f-4d66-be25-04cb92c09fa8 req-817975df-40d1-479c-b11e-a90e6f8411a5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501876 Jun 17 14:24:53.952109 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:53.961759 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:53.971287 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-e9d53d1f-e54b-4bb7-9cb2-4db1c05bd914 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890646 Jun 17 14:24:53.992769 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:24:53.995660 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:24:54.001133 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:24:54.022559 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'Port': ['ID=f40f4658-6ab2-43be-8b2e-ee2484a9fef5,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:54.035285 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.035656 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.036022 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.036378 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.036766 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.037230 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.037581 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.038052 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.038412 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.038757 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.039103 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.039446 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:54.044240 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:54.069855 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-f66fdb39-83cd-459c-aec6-aeb0cddde79f req-db477ee6-701e-48c5-a8a6-d832071f8658 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919101 Jun 17 14:24:54.360951 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.449516 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.632027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001242fc-33e1-4eca-95ce-a7504c0d42a7 req-ebf891a7-56f2-436e-9d2b-2016f59fd2de tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:54.633392 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-001242fc-33e1-4eca-95ce-a7504c0d42a7 req-ebf891a7-56f2-436e-9d2b-2016f59fd2de tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 945 time: 0.1367135 Jun 17 14:24:54.661022 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.670779 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.677306 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:54.708412 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-001242fc-33e1-4eca-95ce-a7504c0d42a7 req-0f663ba7-d3e5-4bc4-94bf-14c2620b0524 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693750 Jun 17 14:24:54.720441 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:24:54.751643 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'Port': ['ID=f40f4658-6ab2-43be-8b2e-ee2484a9fef5,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:54.755951 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:54.764923 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.781761 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 461b9505-7a4e-4afa-a431-371eb37ea883 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:54.782186 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.862804 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.885007 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Floating IP d0c75123-987f-4a09-abaa-c5c0bcf9dc8d associated. External IP: 172.27.0.126, port: 5db44716-1394-47c6-b7ba-6d6285bd35ef. Jun 17 14:24:54.886704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:54.889132 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ef743-c149-407a-b0e4-34cd02f71b7d" -d '{"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-plugged", "status": "completed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:54.902567 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:54.907218 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:54.909376 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-0a523282-eb55-495a-985f-74b3bba1f503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:54.940238 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bb0d14-a46f-4a81-90b3-44be32a126fb x-openstack-request-id: req-a4bb0d14-a46f-4a81-90b3-44be32a126fb {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:54.940540 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-plugged", "status": "completed", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:54.940807 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a4bb0d14-a46f-4a81-90b3-44be32a126fb {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:54.941196 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883', 'code': 200} Jun 17 14:24:54.977039 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=10']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:54.982677 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:55.164604 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:24:55.174280 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8cd0-a402-4c75-8032-36c9e7bf034b req-d892e68d-e95f-44b5-b9aa-fa0dab4cee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.175871 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d9da8cd0-a402-4c75-8032-36c9e7bf034b req-d892e68d-e95f-44b5-b9aa-fa0dab4cee15 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1100 time: 0.0576301 Jun 17 14:24:55.184054 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a31184-9df0-413e-8246-cfcd9c24f79c req-0e2c51e5-2124-4b37-a92d-8be0d42edac4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.185536 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f8a31184-9df0-413e-8246-cfcd9c24f79c req-0e2c51e5-2124-4b37-a92d-8be0d42edac4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0952408 Jun 17 14:24:55.213644 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d9da8cd0-a402-4c75-8032-36c9e7bf034b req-8f141953-7404-476f-b539-0018aea675f2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310502 Jun 17 14:24:55.300006 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f8a31184-9df0-413e-8246-cfcd9c24f79c req-63e8f0b4-e747-4164-b9dc-757a274927b7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740607 Jun 17 14:24:55.318848 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:24:55.331822 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] Sync routers for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:24:55.339648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.341892 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:55.342547 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:55.380365 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2711587 Jun 17 14:24:55.381318 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:55.383699 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53868) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:55.384038 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2903eec3-2396-4472-9d54-9ebb70a4404a" -d '{"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:55.388881 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181384243', 'description': 'tempest-secgroup-smoke-181384243 description', 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:55.417592 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.435695 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11f65fe-321b-4e97-9f41-ea067b12d794 x-openstack-request-id: req-d11f65fe-321b-4e97-9f41-ea067b12d794 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:55.437833 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:55.439213 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d11f65fe-321b-4e97-9f41-ea067b12d794 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:55.439578 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'status': 'completed', 'code': 200} Jun 17 14:24:55.468275 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:55.548005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.556194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.560579 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-feeaf87b-7b0f-4b89-98c1-6dd62401514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:55.572018 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-930be5fa-a4cc-4fc6-901d-1ef08f1fd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.574098 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-930be5fa-a4cc-4fc6-901d-1ef08f1fd5f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1098 time: 0.1124189 Jun 17 14:24:55.600154 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.601444 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2162652 Jun 17 14:24:55.604551 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53872) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:55.609526 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'security_group_rule': {'security_group_id': 'f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7', 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:55.615797 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:55.618836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:55.640143 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.689526 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-039fcd79-44e3-403f-8118-7a9c36f1e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.691310 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-039fcd79-44e3-403f-8118-7a9c36f1e55e service neutron] 10.222.0.95 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 917 time: 0.1076589 Jun 17 14:24:55.698361 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.702622 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.704814 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e446e1a5-8258-4e31-a237-178e97e5c818 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:55.716225 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': 'd0c75123-987f-4a09-abaa-c5c0bcf9dc8d', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'port_id': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'mac_address': 'fa:16:3e:30:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:24:54Z', 'updated_at': '2021-06-17T14:24:54Z', 'revision_number': 0, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 5, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:55.720324 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9734d92-d0af-40bc-b402-cc107041461d,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:55.725213 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:55.733101 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.737101 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287723 Jun 17 14:24:55.737415 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53874) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:55.742756 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'security_group_rule': {'security_group_id': 'f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7', 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:55.745246 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] Checking router: 0cacdd75-20b9-4bb9-bf94-dfa35def2833 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:24:55.756120 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:24:55.757007 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:24:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:55.774084 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-7ce5e97a-08a8-445c-99f3-3334b6cb03c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 999 time: 0.0738344 Jun 17 14:24:55.781175 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.837476 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-0e8137ff-82e2-4cc8-bf5d-4ffc8ddbeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.840557 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-0e8137ff-82e2-4cc8-bf5d-4ffc8ddbeb2e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 200 len: 854 time: 0.0561337 Jun 17 14:24:55.848914 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.854543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.857289 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-25114bab-d790-47d7-9ee6-5741ecb97563 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:55.876315 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80505384-3fe1-4f64-86ef-38dfaa2e88f5,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:55.879871 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:55.885052 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.889956 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c8ca2b05-1d4c-48b7-9f45-794670a143d6 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490042 Jun 17 14:24:55.890448 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53878) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:55.893655 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:24:55.895121 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'security_group_rule': {'security_group_id': 'f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7', 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:55.954009 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-d22b08ac-06b5-45df-b7ed-f7162691f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.955656 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-d22b08ac-06b5-45df-b7ed-f7162691f98e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895560 Jun 17 14:24:55.971442 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:55.999492 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42cc4f-02c2-4a18-861c-6b89e8de5667 req-7dc8dcf1-81a0-466c-909e-b5962f414013 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:56.000988 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4a42cc4f-02c2-4a18-861c-6b89e8de5667 req-7dc8dcf1-81a0-466c-909e-b5962f414013 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 947 time: 0.0998869 Jun 17 14:24:56.067848 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-8f17734b-563e-41e5-8e86-a923e989dfe5 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039057 Jun 17 14:24:56.072340 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-4a42cc4f-02c2-4a18-861c-6b89e8de5667 req-69847248-f5e1-48f6-b2c2-4e1e780b5fcf tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607204 Jun 17 14:24:56.082848 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.087904 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.090411 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-176c9127-9f75-4d7d-9e2b-1d37fcecfdea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:56.111013 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4f9772-a9cb-4d99-ac16-97688316dc8e,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:56.113550 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:56.115883 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.119481 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d86f8b75-283a-4d50-b90b-0aed713b359f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2256396 Jun 17 14:24:56.119946 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53880) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:56.124408 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'security_group_rule': {'security_group_id': 'f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7', 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:56.154212 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.183383 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2903eec3-2396-4472-9d54-9ebb70a4404a req-513fd447-48f2-4094-9596-3c59a9a4e020 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003864 Jun 17 14:24:56.211322 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': 'd0c75123-987f-4a09-abaa-c5c0bcf9dc8d', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'port_id': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'mac_address': 'fa:16:3e:30:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:24:54Z', 'updated_at': '2021-06-17T14:24:54Z', 'revision_number': 0, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 5, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:24:56.231596 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.239231 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.239656 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949e6cf-529d-44bc-8406-720e06356aee None None] The sync data for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi is: [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': 'd0c75123-987f-4a09-abaa-c5c0bcf9dc8d', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'port_id': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'mac_address': 'fa:16:3e:30:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:24:54Z', 'updated_at': '2021-06-17T14:24:54Z', 'revision_number': 0, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 5, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:24:56.247050 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:56.262692 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e7f8f5-07de-466c-b807-2312e2535fbf,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:56.267007 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:56.274269 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.278335 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-bd8885d7-8567-41af-a678-f943b7f29782 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545308 Jun 17 14:24:56.278433 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 53884) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:56.285921 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'security_group_rule': {'security_group_id': 'f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7', 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:56.332002 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.securitygroups_db [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Project 71f37b2d40e84c689d4d2e8cad3a342e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:24:56.343349 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.458892 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.463996 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.467705 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d51ebe2e-f5bf-478c-9318-d41c750bea0e tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:56.484241 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e49b6ec-82a1-4f85-bdd7-bc824dfe52cd,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:56.491708 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:56.500092 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.501377 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-288b8c57-5c19-4fd1-9b1f-dfda37d63ac0 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2222271 Jun 17 14:24:56.504487 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 53904) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:56.512076 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'security_group_rule': {'security_group_id': 'f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7', 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:56.522909 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abbe7b-cb14-4875-995f-e5648769022a None None] New status for floating IP d0c75123-987f-4a09-abaa-c5c0bcf9dc8d: ACTIVE {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:24:56.559915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71324093-bcd7-48b8-bc9d-49be33d2b838 req-182b7c9f-ddad-43d9-972c-869c52053898 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:56.561130 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-71324093-bcd7-48b8-bc9d-49be33d2b838 req-182b7c9f-ddad-43d9-972c-869c52053898 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.1076095 Jun 17 14:24:56.562512 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.securitygroups_db [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Project 71f37b2d40e84c689d4d2e8cad3a342e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:24:56.567639 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.657143 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-71324093-bcd7-48b8-bc9d-49be33d2b838 req-9c3cf630-5360-4410-9908-62d0194aaed7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854678 Jun 17 14:24:56.684992 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.701956 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16485123'] for security_group_rule, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.713758 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:56.738568 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216e80b5-33be-4a13-ad39-ef81c9528ac5,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:56.744027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:56.745607 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:56.751056 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-a4ee4bc0-7023-4fcd-8854-3fe544d16d23 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2400382 Jun 17 14:24:56.867696 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-39fb39d8-29eb-4e77-86f9-cae5fbca57e1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181384243&fields=id&tenant_id=71f37b2d40e84c689d4d2e8cad3a342e HTTP/1.1" status: 200 len: 267 time: 0.0348539 Jun 17 14:24:56.939978 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-2ada1907-5e76-4c6d-bcfd-7e78680afd70 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:56.941672 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-2ada1907-5e76-4c6d-bcfd-7e78680afd70 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0673227 Jun 17 14:24:56.952856 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'port': {'security_groups': ['6944a1d0-fed6-47b7-a3a5-db9da200e976', 'f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7']}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:57.051886 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:57.308800 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:24:57.337796 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dff7a0-bb55-4cc6-8c2f-4543b5053501 req-e4244acb-c28a-4f4d-95b4-887a4268cb6c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:57.339311 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-40dff7a0-bb55-4cc6-8c2f-4543b5053501 req-e4244acb-c28a-4f4d-95b4-887a4268cb6c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 947 time: 0.1089661 Jun 17 14:24:57.368172 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:57.376206 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:57.381927 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-473a43c4-a18b-47bb-9168-1efb8ab50ad8 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:57.389358 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['5db44716-1394-47c6-b7ba-6d6285bd35ef'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:24:57.446969 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:57.448060 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:57.449569 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e4a55b9b-e8fe-4f3d-bd0f-b2daf2b20bd0 req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "PUT /v2.0/ports/5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 981 time: 0.5017123 Jun 17 14:24:57.453379 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:24:57.456873 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39" -d '{"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:24:57.465827 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-40dff7a0-bb55-4cc6-8c2f-4543b5053501 req-43aa3a4e-a48c-40a3-a463-f275789cde21 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206598 Jun 17 14:24:57.494097 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=6']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:57.498056 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7517874c-843b-4924-a48e-a4865889690f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:57.570580 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c97095d-1f76-4fca-bae9-77fc18304732 x-openstack-request-id: req-8c97095d-1f76-4fca-bae9-77fc18304732 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:24:57.571218 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:24:57.571528 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8c97095d-1f76-4fca-bae9-77fc18304732 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:24:57.571973 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'status': 'completed', 'code': 200} Jun 17 14:24:57.660434 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513db50f-ed91-4891-8278-8f2a030cd07c req-967d626e-68aa-4f74-836f-150d73dc7cf5 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:57.667044 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-513db50f-ed91-4891-8278-8f2a030cd07c req-967d626e-68aa-4f74-836f-150d73dc7cf5 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0840878 Jun 17 14:24:57.671831 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-3cd6736c-5063-4e42-9b15-bedcf38d65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:57.678853 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-3cd6736c-5063-4e42-9b15-bedcf38d65bc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1137 time: 0.0801871 Jun 17 14:24:57.706026 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['5db44716-1394-47c6-b7ba-6d6285bd35ef'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:24:57.744024 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-513db50f-ed91-4891-8278-8f2a030cd07c req-e0880034-5ba5-4e5c-8d09-386a00bb0c63 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701761 Jun 17 14:24:57.778750 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-35cb94a4-c015-431a-9eaa-93aaa4abbd52 None None] Provisioning complete for port 5db44716-1394-47c6-b7ba-6d6285bd35ef triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:57.779440 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-35cb94a4-c015-431a-9eaa-93aaa4abbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:57.845048 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-27e757e7-0523-4e06-8061-44f9fab1e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:57.846824 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-27e757e7-0523-4e06-8061-44f9fab1e398 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 917 time: 0.1635654 Jun 17 14:24:57.924465 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-86de93c6-b21f-4afc-9204-ab1c85f92bcb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 1001 time: 0.0672803 Jun 17 14:24:57.936164 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1696-4baf-4157-af66-a1f917b06c8a req-d86a75a7-b43e-485d-b635-7b368e27e589 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:57.937632 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03dd1696-4baf-4157-af66-a1f917b06c8a req-d86a75a7-b43e-485d-b635-7b368e27e589 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0734863 Jun 17 14:24:57.979801 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-03dd1696-4baf-4157-af66-a1f917b06c8a req-2f3f9024-321d-4a0c-b2f7-f49c2d5d3a4e tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352554 Jun 17 14:24:57.991410 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-e216e709-8b24-4eea-b522-529fd3e0e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:57.993028 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-e216e709-8b24-4eea-b522-529fd3e0e09f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 200 len: 854 time: 0.0524614 Jun 17 14:24:58.053793 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-4fb20a3d-d072-4f0b-860c-82b7c47f104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:58.055270 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-4fb20a3d-d072-4f0b-860c-82b7c47f104e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552206 Jun 17 14:24:58.148343 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-4fe7a138-5b0e-4560-981c-d639f642492f service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835063 Jun 17 14:24:58.283251 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-dde26df9-1c00-4da2-b61d-f8aaf0fa0c39 req-0a47703f-4a06-44f5-a7a5-51fa8d652996 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203055 Jun 17 14:24:59.167671 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abfc81-98bf-4602-91f2-a3bea4259c08 req-907d3634-3b5e-40f4-8a00-b150a3dff0dc tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:59.169663 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f1abfc81-98bf-4602-91f2-a3bea4259c08 req-907d3634-3b5e-40f4-8a00-b150a3dff0dc tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0711231 Jun 17 14:24:59.210080 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f1abfc81-98bf-4602-91f2-a3bea4259c08 req-ed12a750-c6b1-4337-b02c-92c541020108 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356116 Jun 17 14:24:59.557099 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-8b202b14-ac3e-4f44-a607-172caa2dc4b7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527625 Jun 17 14:24:59.636946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-71d5cc07-f37d-4a0f-916d-f823c0386603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:59.638433 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-71d5cc07-f37d-4a0f-916d-f823c0386603 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9b4270b0433443cafb370696b7f5d08&device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 1100 time: 0.0557530 Jun 17 14:24:59.748498 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-14600048-72d4-41b3-a81f-bf2e93f8cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:59.749902 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-14600048-72d4-41b3-a81f-bf2e93f8cb04 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 200 len: 919 time: 0.0910802 Jun 17 14:24:59.819913 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-9f7d6f77-fc57-438d-8cac-23f57b24ba16 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 200 len: 1002 time: 0.0592697 Jun 17 14:24:59.872922 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-4570fdf1-a8e8-4245-b824-0b22b82b279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:59.874374 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-4570fdf1-a8e8-4245-b824-0b22b82b279e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 200 len: 856 time: 0.0424905 Jun 17 14:24:59.936699 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-637fe290-afcc-46e8-93f3-cd8798e8a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:59.938185 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-637fe290-afcc-46e8-93f3-cd8798e8a59b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dcf13b0e-1f02-459c-b711-b134524684be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558491 Jun 17 14:25:00.034097 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-ebb450a1-c2b1-49b5-964c-1931378e0c73 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846643 Jun 17 14:25:00.129265 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-2a9b7dee-81b5-438f-b166-fd342338fd2d req-9f7f035a-91bf-45ce-8007-68300d9a41d3 service neutron] 10.222.0.95 "GET /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863764 Jun 17 14:25:00.395778 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9b1c-7116-4f79-bf13-f3b57d3ff8c7 req-20779ee8-793a-4169-87d2-02e651f24b52 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:00.397455 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c3bc9b1c-7116-4f79-bf13-f3b57d3ff8c7 req-20779ee8-793a-4169-87d2-02e651f24b52 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0638981 Jun 17 14:25:00.437614 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c3bc9b1c-7116-4f79-bf13-f3b57d3ff8c7 req-b6b785f7-a75f-4e1c-926c-81eeb5b2c55b tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344291 Jun 17 14:25:01.635036 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97bede-1512-4c08-8ed4-89ca287c98e5 req-e40a755b-7868-4314-9d80-85d110fd9261 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:01.636525 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ce97bede-1512-4c08-8ed4-89ca287c98e5 req-e40a755b-7868-4314-9d80-85d110fd9261 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0833580 Jun 17 14:25:01.676369 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ce97bede-1512-4c08-8ed4-89ca287c98e5 req-4c158777-90f8-4780-bbbc-e3a0139a8c79 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342708 Jun 17 14:25:02.860168 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d115-2b0c-451f-97eb-c3b3a2453b2f req-baa4e0d8-932a-4bdf-9960-6d40e19f6b65 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:02.861666 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1aa4d115-2b0c-451f-97eb-c3b3a2453b2f req-baa4e0d8-932a-4bdf-9960-6d40e19f6b65 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0658250 Jun 17 14:25:02.902258 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1aa4d115-2b0c-451f-97eb-c3b3a2453b2f req-88f15639-212a-4e3f-bbfd-6b6f24f11c2c tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348642 Jun 17 14:25:03.294227 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75f543-7b13-42d8-8e88-ebe22b9bf3a2 req-aff44a32-9a4b-4caf-92ea-8765384120c5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:03.295709 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be75f543-7b13-42d8-8e88-ebe22b9bf3a2 req-aff44a32-9a4b-4caf-92ea-8765384120c5 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 945 time: 0.0802946 Jun 17 14:25:03.335932 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be75f543-7b13-42d8-8e88-ebe22b9bf3a2 req-f63c95a1-7858-4ace-b820-e02ab370a589 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Jun 17 14:25:03.746356 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-50c75126-0931-4087-bf79-dab09bf71167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:04.079177 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9ffff-6bdf-4254-9959-798ff3bfd71e req-04fc4d7b-05c1-4b8e-be79-5c211bdd2ebd tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:04.080626 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fbf9ffff-6bdf-4254-9959-798ff3bfd71e req-04fc4d7b-05c1-4b8e-be79-5c211bdd2ebd tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0640662 Jun 17 14:25:04.118896 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fbf9ffff-6bdf-4254-9959-798ff3bfd71e req-f30fbbce-1f19-457a-afa5-50f14cfe3224 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Jun 17 14:25:04.510192 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b6925-d0cd-4447-9bef-fd0522ce0e18 req-a7df15f2-6a5c-409c-87a7-861c93a85ebe tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:04.511584 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bb4b6925-d0cd-4447-9bef-fd0522ce0e18 req-a7df15f2-6a5c-409c-87a7-861c93a85ebe tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 945 time: 0.0635180 Jun 17 14:25:04.549563 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bb4b6925-d0cd-4447-9bef-fd0522ce0e18 req-7940f7f7-89b6-4e2f-bccb-ceb8763b0d1f tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323336 Jun 17 14:25:05.297164 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3025d3-cbd3-4785-961c-2de8fd0102a8 req-f3a9b72c-296a-45c9-b4d3-cdc085861811 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:05.298668 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1a3025d3-cbd3-4785-961c-2de8fd0102a8 req-f3a9b72c-296a-45c9-b4d3-cdc085861811 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0693693 Jun 17 14:25:05.339865 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1a3025d3-cbd3-4785-961c-2de8fd0102a8 req-50b88f53-7446-4c48-8abe-469f47fad56d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341694 Jun 17 14:25:05.368455 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-e8c62ede-64a7-4f28-a0a6-b632a9349e53 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:05.369908 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-e8c62ede-64a7-4f28-a0a6-b632a9349e53 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 945 time: 0.0641844 Jun 17 14:25:05.485400 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Deleting port bf424c9d-ceba-402c-bb72-26d37a235753 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:05.485784 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:05.577105 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] For port bf424c9d-ceba-402c-bb72-26d37a235753, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf424c9d-ceba-402c-bb72-26d37a235753,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:05.577448 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:05.729600 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e448db8-8a20-48ca-95f7-54071582550b req-96c8f0f8-d31f-488d-b874-e9b1ad7eb39c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:05.731125 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8e448db8-8a20-48ca-95f7-54071582550b req-96c8f0f8-d31f-488d-b874-e9b1ad7eb39c tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 945 time: 0.0669370 Jun 17 14:25:05.749241 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:05.749535 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:05.749939 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Floating IP 4a127da3-87b3-4cf2-a663-12f5086888a9 disassociated. External IP: 172.27.0.44, port: bf424c9d-ceba-402c-bb72-26d37a235753. Jun 17 14:25:05.750204 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Calling delete_port for bf424c9d-ceba-402c-bb72-26d37a235753 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:05.773050 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8e448db8-8a20-48ca-95f7-54071582550b req-e44c8c70-d806-4376-9fb5-dcfb3834fc26 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups?id=67521be9-b5bb-4195-894d-f85a9df3e1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362072 Jun 17 14:25:05.883052 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:05.886938 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-525092be-4900-40db-bb41-efe9a6c7ba49 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:05.912782 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event deleted for resources: {'Port': ['ID=bf424c9d-ceba-402c-bb72-26d37a235753,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:05.923859 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.924229 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.924591 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.924943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.925292 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.925643 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.926034 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.926357 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.926700 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.927045 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.927959 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.928302 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:05.932788 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:06.180461 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ff4312d4-8c8d-4c71-8118-19b2ab7ee903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:06.276032 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Router ffc10e8e-f693-4f28-bea1-224c134b0bcf has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:06.394961 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:06.406471 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] Sync routers for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:06.417471 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:06.418159 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:06.442217 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] No DVR routers for this DVR port bf424c9d-ceba-402c-bb72-26d37a235753 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:06.445653 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:06.447906 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d6ca3802-be05-48d6-ab23-435ee9fdc340 req-1ba81b2b-5465-4ee7-9f1a-a39b3b40cf03 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.95 "DELETE /v2.0/ports/bf424c9d-ceba-402c-bb72-26d37a235753 HTTP/1.1" status: 204 len: 173 time: 1.0689178 Jun 17 14:25:06.448893 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'name': 'network-vif-deleted', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:25:06.450815 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc84e9-c5ff-42de-a391-686e92353c2c" -d '{"events": [{"server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "name": "network-vif-deleted", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:25:06.510739 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9636e22d-9caf-4a01-8cee-0a4b858e516a x-openstack-request-id: req-9636e22d-9caf-4a01-8cee-0a4b858e516a {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:25:06.511342 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a925e231-2f09-4149-a2b8-96974082a875", "name": "network-vif-deleted", "tag": "bf424c9d-ceba-402c-bb72-26d37a235753", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:25:06.512089 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9636e22d-9caf-4a01-8cee-0a4b858e516a {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:25:06.512821 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a925e231-2f09-4149-a2b8-96974082a875', 'name': 'network-vif-deleted', 'tag': 'bf424c9d-ceba-402c-bb72-26d37a235753', 'status': 'completed', 'code': 200} Jun 17 14:25:06.529564 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:06.545835 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293a9f-b96d-407e-a9ed-e6aef7d0ceba req-38e73ac3-4287-436b-a7ca-ea7d57fa25c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:06.547471 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63293a9f-b96d-407e-a9ed-e6aef7d0ceba req-38e73ac3-4287-436b-a7ca-ea7d57fa25c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 944 time: 0.0819170 Jun 17 14:25:06.589685 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63293a9f-b96d-407e-a9ed-e6aef7d0ceba req-f9de022d-a152-4cff-becf-568f0ebf45bb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353303 Jun 17 14:25:06.732650 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:06.759365 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] Checking router: ffc10e8e-f693-4f28-bea1-224c134b0bcf for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:06.767248 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 85cf5074-09fc-43dd-8844-65fae222aeae details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:25:06.777188 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:06.777802 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:06.913466 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:06.950430 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2be460e2-b9da-4126-b3e0-e912fa1e5cc7 req-a9e36b1f-63aa-4fb8-94b4-20b0489ffec2 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/ports?device_id=a925e231-2f09-4149-a2b8-96974082a875 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Jun 17 14:25:06.979124 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 85cf5074-09fc-43dd-8844-65fae222aeae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85cf5074-09fc-43dd-8844-65fae222aeae,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:06.988902 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:07.020213 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '85cf5074-09fc-43dd-8844-65fae222aeae', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'port_id': '85cf5074-09fc-43dd-8844-65fae222aeae', 'mac_address': 'fa:16:3e:28:ea:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:25:07.117536 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:07.165889 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cf5074-09fc-43dd-8844-65fae222aeae {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:25:07.206964 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 85cf5074-09fc-43dd-8844-65fae222aeae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85cf5074-09fc-43dd-8844-65fae222aeae,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:07.214044 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:07.217413 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-6c64a9c6-4403-45e5-b18b-893798510c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:07.308825 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=85cf5074-09fc-43dd-8844-65fae222aeae,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:07.318833 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.319241 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.319628 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.320042 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.320418 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.320794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.321188 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.321609 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.322012 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.322648 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.323020 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.323391 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:07.328224 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:07.340991 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:07.368700 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c630ca-c9bf-4ec1-8c61-e754181c4e18 None None] The sync data for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi is: [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:17:41Z', 'revision_number': 4, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'ffbd6bef-d785-4dec-9289-970aba99225e', 'name': '', 'network_id': '65d81fd4-a15f-4c86-8168-67253326f05b', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'mac_address': 'fa:16:3e:8b:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'subnets': [{'id': '545ee737-32c9-4a9a-899c-66fe2f29be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:07.488253 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['85cf5074-09fc-43dd-8844-65fae222aeae'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:25:07.610455 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59316c63-f346-4377-a2d0-404df2a7129b None None] New status for floating IP 4a127da3-87b3-4cf2-a663-12f5086888a9: DOWN {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:25:07.746343 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:07.807081 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7200a3-9137-4bad-98a7-f41566c56912 req-5bff53bb-e74b-49d9-856b-c63e816e8687 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:07.808594 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8a7200a3-9137-4bad-98a7-f41566c56912 req-5bff53bb-e74b-49d9-856b-c63e816e8687 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 945 time: 0.0810704 Jun 17 14:25:07.846837 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8a7200a3-9137-4bad-98a7-f41566c56912 req-40562472-fc35-4bc7-ae89-f72a3c15cee7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Jun 17 14:25:08.081804 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54020) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:08.148323 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.171665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.218791 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.221411 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.222606 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "DELETE /v2.0/security-groups/67521be9-b5bb-4195-894d-f85a9df3e1cc HTTP/1.1" status: 204 len: 168 time: 0.1397493 Jun 17 14:25:08.223417 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b90f06bf-6c6d-4d51-8de3-671c5c3e9666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:08.225390 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54022) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:08.232673 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67521be9-b5bb-4195-894d-f85a9df3e1cc,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:08.234998 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:08.238847 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.api.v2.resource [None req-9626dd5d-d8fe-432c-ac26-cc300cc59a78 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] show failed (client error): The resource could not be found. Jun 17 14:25:08.239873 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-9626dd5d-d8fe-432c-ac26-cc300cc59a78 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "GET /v2.0/security-groups/67521be9-b5bb-4195-894d-f85a9df3e1cc HTTP/1.1" status: 404 len: 347 time: 0.0133488 Jun 17 14:25:08.245360 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54024) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:08.371832 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Deleting port edd8e15e-7084-42d7-b451-44a7c7d347e2 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:08.372191 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.451872 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.452099 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.526826 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Calling delete_port for edd8e15e-7084-42d7-b451-44a7c7d347e2 owned by network:floatingip {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:08.661405 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.663946 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-99f7ae82-167f-4035-af4e-46c5c4be151b tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:08.691130 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Pushing event deleted for resources: {'Port': ['ID=edd8e15e-7084-42d7-b451-44a7c7d347e2,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:08.694335 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:08.755344 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks [] for floatingip, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.757841 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.759004 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] 10.222.0.82 "DELETE /v2.0/floatingips/4a127da3-87b3-4cf2-a663-12f5086888a9 HTTP/1.1" status: 204 len: 168 time: 0.5121629 Jun 17 14:25:08.767663 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 85cf5074-09fc-43dd-8844-65fae222aeae up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:25:08.817164 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 85cf5074-09fc-43dd-8844-65fae222aeae completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:25:08.821531 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 85cf5074-09fc-43dd-8844-65fae222aeae triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:25:08.821851 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.909596 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.932033 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:25:08.934356 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7039e5-6480-433b-af31-2ece97ccfb40" -d '{"events": [{"server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "name": "network-vif-plugged", "status": "completed", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:25:08.949181 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 85cf5074-09fc-43dd-8844-65fae222aeae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85cf5074-09fc-43dd-8844-65fae222aeae,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:08.954656 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:08.955522 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device bf424c9d-ceba-402c-bb72-26d37a235753 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:08.957371 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-7b1e76ad-b9ed-473b-80bf-3969eef05382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:08.994693 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d024f7b7-3115-48d6-b8ea-efc7e87c25ba x-openstack-request-id: req-d024f7b7-3115-48d6-b8ea-efc7e87c25ba {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:25:08.995323 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "name": "network-vif-plugged", "status": "completed", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:25:08.995323 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d024f7b7-3115-48d6-b8ea-efc7e87c25ba {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:25:08.995773 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae', 'code': 200} Jun 17 14:25:08.998055 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: bf424c9d-ceba-402c-bb72-26d37a235753 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:08.998407 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device bf424c9d-ceba-402c-bb72-26d37a235753 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:09.025172 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=85cf5074-09fc-43dd-8844-65fae222aeae,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:09.028114 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:09.048370 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc24c-bfa2-475b-acff-637064d4afec req-8526f973-9123-4acc-a74d-8ddde4bac758 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:09.050291 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1b1dc24c-bfa2-475b-acff-637064d4afec req-8526f973-9123-4acc-a74d-8ddde4bac758 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 946 time: 0.0816617 Jun 17 14:25:09.095963 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1b1dc24c-bfa2-475b-acff-637064d4afec req-ba3f9ecf-3c81-4412-82c3-0c80a77ae7a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Jun 17 14:25:09.214127 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551721b-f092-4808-a39d-41fa0d7b5ce6 req-86160444-6675-44ab-8f3a-0a7d2341ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:09.215707 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1551721b-f092-4808-a39d-41fa0d7b5ce6 req-86160444-6675-44ab-8f3a-0a7d2341ebff service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 1099 time: 0.0553510 Jun 17 14:25:09.252374 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-1551721b-f092-4808-a39d-41fa0d7b5ce6 req-1796924b-9048-4443-af1f-5b5f1124e970 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295932 Jun 17 14:25:10.015512 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:10.431758 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133657e-9f9f-4747-980a-eda093a876c0 req-8543521b-9076-4ad0-b412-50abbee0f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:10.433223 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3133657e-9f9f-4747-980a-eda093a876c0 req-8543521b-9076-4ad0-b412-50abbee0f41f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1137 time: 0.0632331 Jun 17 14:25:10.534733 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133657e-9f9f-4747-980a-eda093a876c0 req-2664b8b5-e3d6-44bc-8a01-ded8448b7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:10.536089 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3133657e-9f9f-4747-980a-eda093a876c0 req-2664b8b5-e3d6-44bc-8a01-ded8448b7326 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 917 time: 0.0962148 Jun 17 14:25:10.578520 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f5b19-2f01-4051-9862-c77ce3563e3c req-f5758352-300c-4872-a1a6-440160206c42 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:10.580056 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c2f5b19-2f01-4051-9862-c77ce3563e3c req-f5758352-300c-4872-a1a6-440160206c42 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 946 time: 0.3586409 Jun 17 14:25:10.591285 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbcb7f-187e-47e3-a677-f95b4b0bccfe req-cecc7723-a20e-419b-8d26-f471e5e83b1a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:10.592765 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-57fbcb7f-187e-47e3-a677-f95b4b0bccfe req-cecc7723-a20e-419b-8d26-f471e5e83b1a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0927508 Jun 17 14:25:10.614836 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3133657e-9f9f-4747-980a-eda093a876c0 req-790801ae-d4b0-4f0a-9a37-776ab52fa796 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 1001 time: 0.0707781 Jun 17 14:25:10.654274 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5c2f5b19-2f01-4051-9862-c77ce3563e3c req-9174e0e1-674d-497c-87ad-71a9df2a23a7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605087 Jun 17 14:25:10.664739 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-57fbcb7f-187e-47e3-a677-f95b4b0bccfe req-915a0475-0867-4596-a628-e91a288fa34f tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643270 Jun 17 14:25:10.679443 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133657e-9f9f-4747-980a-eda093a876c0 req-6a4d2620-5c32-4561-9e08-9f95f6551412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:10.680871 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3133657e-9f9f-4747-980a-eda093a876c0 req-6a4d2620-5c32-4561-9e08-9f95f6551412 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 200 len: 854 time: 0.0476701 Jun 17 14:25:10.741399 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133657e-9f9f-4747-980a-eda093a876c0 req-65f6b138-5b14-4bd8-b167-f7cc340887ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:10.742922 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3133657e-9f9f-4747-980a-eda093a876c0 req-65f6b138-5b14-4bd8-b167-f7cc340887ce service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530932 Jun 17 14:25:10.840784 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3133657e-9f9f-4747-980a-eda093a876c0 req-2028b322-af0f-4634-9329-fd466bf8c9ec service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853553 Jun 17 14:25:10.937293 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-3133657e-9f9f-4747-980a-eda093a876c0 req-4560c52a-7c0b-4912-9716-daf3de37d6f3 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872793 Jun 17 14:25:11.874829 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cb00d-950f-401a-a882-a56e367d8165 req-4e35828f-0107-4c12-8f45-2e76ae5fcb40 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:11.876276 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-537cb00d-950f-401a-a882-a56e367d8165 req-4e35828f-0107-4c12-8f45-2e76ae5fcb40 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 946 time: 0.1038811 Jun 17 14:25:11.887920 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9882-bee5-401e-95b6-69c58ff5504b req-da1ee88e-4a74-452e-b335-21cb616dd6c4 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:11.889322 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1e4a9882-bee5-401e-95b6-69c58ff5504b req-da1ee88e-4a74-452e-b335-21cb616dd6c4 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.1055603 Jun 17 14:25:11.948770 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-537cb00d-950f-401a-a882-a56e367d8165 req-fde0c106-f590-4af6-a993-b2176bda25e4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584893 Jun 17 14:25:11.955538 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-1e4a9882-bee5-401e-95b6-69c58ff5504b req-e4ca1f28-c47a-428e-ae18-5379757aa378 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594018 Jun 17 14:25:12.123249 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bb52b-f887-428e-b435-9260f7933684 req-0ebb1055-54c4-40c2-842b-0db56f7ee9e2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:12.125104 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ca8bb52b-f887-428e-b435-9260f7933684 req-0ebb1055-54c4-40c2-842b-0db56f7ee9e2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 946 time: 0.0630496 Jun 17 14:25:12.162430 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ca8bb52b-f887-428e-b435-9260f7933684 req-0ef75c33-6e05-4dea-84c7-7af0ee62fdac tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Jun 17 14:25:12.186943 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54064) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:12.279910 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadda255-ddaf-4fab-817c-4601566918ee tempest-TestVolumeBootPattern-804060067 tempest-TestVolumeBootPattern-804060067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:12.281364 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-aadda255-ddaf-4fab-817c-4601566918ee tempest-TestVolumeBootPattern-804060067 tempest-TestVolumeBootPattern-804060067-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 1094 time: 0.0934534 Jun 17 14:25:12.284343 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54068) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:12.289353 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'port_id': '85cf5074-09fc-43dd-8844-65fae222aeae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:25:12.312384 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:12.412498 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:12.476000 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54076) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:12.521183 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Allocated IP 172.27.0.174 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/6e4a033f-fa77-4e53-a27e-0ece6c947612) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:25:12.631170 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:12.676716 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:12.679356 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f05ced03-b488-4cd4-acdc-cdc3c8fb7857 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:12.717057 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:25:12.724778 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:25:12.727874 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:25:12.729957 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=6e4a033f-fa77-4e53-a27e-0ece6c947612,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:12.733267 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:13.024766 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.132658 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.191459 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88c087-dbef-43a6-b93f-27444ec21ac0 req-7eaa2fd1-577d-4917-8e6a-8579e8c4008c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:13.192941 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea88c087-dbef-43a6-b93f-27444ec21ac0 req-7eaa2fd1-577d-4917-8e6a-8579e8c4008c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.1175432 Jun 17 14:25:13.257589 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.263606 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ea88c087-dbef-43a6-b93f-27444ec21ac0 req-4b5f3e79-36ff-4c5c-b939-22c39329b72e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492520 Jun 17 14:25:13.350171 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Deleting port ffbd6bef-d785-4dec-9289-970aba99225e {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:13.350707 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.424070 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.428773 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] For port ffbd6bef-d785-4dec-9289-970aba99225e, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ffbd6bef-d785-4dec-9289-970aba99225e,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:13.429294 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.429615 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.432721 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c2b30b56-0f4e-421d-a675-32bea09f2dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:13.495644 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Calling delete_port for ffbd6bef-d785-4dec-9289-970aba99225e owned by network:router_interface {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:13.503024 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=6e4a033f-fa77-4e53-a27e-0ece6c947612,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:13.506090 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:13.512201 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.618850 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Floating IP 9470370c-a5c2-48d2-bbfe-311e4bc19ebe associated. External IP: 172.27.0.174, port: 85cf5074-09fc-43dd-8844-65fae222aeae. Jun 17 14:25:13.708784 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.712768 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5d7b4858-5521-4b7e-b07c-4d8c18285e22 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:13.742176 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbd6bef-d785-4dec-9289-970aba99225e,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:13.744725 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:13.839371 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:13.919854 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:13.976027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:13.992896 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:14.000558 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:14.008868 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:14.009895 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:14.048321 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7629628 Jun 17 14:25:14.049407 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:25:14.051866 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617212f8-3ba6-4f4f-b78c-7d46c942f25e" -d '{"events": [{"name": "network-changed", "server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:25:14.090968 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c0021-d9d4-4b43-a9bf-576a4c9afb0b x-openstack-request-id: req-8a2c0021-d9d4-4b43-a9bf-576a4c9afb0b {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:25:14.091361 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:25:14.091712 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8a2c0021-d9d4-4b43-a9bf-576a4c9afb0b {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:25:14.092234 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae', 'status': 'completed', 'code': 200} Jun 17 14:25:14.134028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:14.423699 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Router ffc10e8e-f693-4f28-bea1-224c134b0bcf has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:14.442311 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-23aded17-add0-46e9-b8a9-c3adb05bab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:14.444472 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-23aded17-add0-46e9-b8a9-c3adb05bab4d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 1099 time: 0.3220360 Jun 17 14:25:14.473611 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5ee5e-de22-4ca6-a901-2b5fd79c1bd3 req-b95a20e7-0572-44ee-a0f9-7557b4c7311e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:14.476536 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2db5ee5e-de22-4ca6-a901-2b5fd79c1bd3 req-b95a20e7-0572-44ee-a0f9-7557b4c7311e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0832868 Jun 17 14:25:14.501166 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9470370c-a5c2-48d2-bbfe-311e4bc19ebe', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '85cf5074-09fc-43dd-8844-65fae222aeae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:28:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:25:12Z', 'updated_at': '2021-06-17T14:25:12Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:14.525070 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2db5ee5e-de22-4ca6-a901-2b5fd79c1bd3 req-2dc6a84f-fda2-425d-b927-8a7b6f359f4b tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415268 Jun 17 14:25:14.529107 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:14.538454 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:14.539086 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:14.620697 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:14.622541 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-e5640cd9-22c6-44fa-92d1-161d5bc76120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:14.624000 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-e5640cd9-22c6-44fa-92d1-161d5bc76120 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.1731155 Jun 17 14:25:14.627415 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] 10.222.0.82 "PUT /v2.0/routers/ffc10e8e-f693-4f28-bea1-224c134b0bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1503680 Jun 17 14:25:14.629892 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54088) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:14.634596 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] Sync routers for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:14.644947 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:14.645621 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:14.646297 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:14.754701 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:14.767217 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-c6250d51-b6bf-49c7-bd2d-4462973b5272 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85cf5074-09fc-43dd-8844-65fae222aeae HTTP/1.1" status: 200 len: 1000 time: 0.1295135 Jun 17 14:25:14.816463 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:14.893998 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-f72900ef-cb2e-42ba-b463-ed3c68db898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:14.895405 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-f72900ef-cb2e-42ba-b463-ed3c68db898a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.1211455 Jun 17 14:25:14.907251 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9470370c-a5c2-48d2-bbfe-311e4bc19ebe', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '85cf5074-09fc-43dd-8844-65fae222aeae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:28:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:25:12Z', 'updated_at': '2021-06-17T14:25:12Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:14.938092 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bd615-c05a-4f9a-8bbd-b533acc2c969 None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9470370c-a5c2-48d2-bbfe-311e4bc19ebe', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '85cf5074-09fc-43dd-8844-65fae222aeae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:28:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:25:12Z', 'updated_at': '2021-06-17T14:25:12Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:14.949429 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:25:13Z', 'revision_number': 5, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port': {'id': '0d96113a-d78e-42bd-b99a-b28c47f68c95', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:34Z', 'updated_at': '2021-06-17T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:14.970348 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:14.981349 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] Checking router: ffc10e8e-f693-4f28-bea1-224c134b0bcf for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:14.991804 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-462cd4d7-6a54-4aef-92ee-2c262e384535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:14.992670 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] Routers {'ffc10e8e-f693-4f28-bea1-224c134b0bcf'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:14.993296 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-462cd4d7-6a54-4aef-92ee-2c262e384535 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906000 Jun 17 14:25:14.993437 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:15.083154 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] Set router ffc10e8e-f693-4f28-bea1-224c134b0bcf gateway port host: None {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:15.111320 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Deleting port 0d96113a-d78e-42bd-b99a-b28c47f68c95 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:15.111626 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:15.130065 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-3335df3e-7a2f-4a07-8299-a3f596bc0d5a service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156182 Jun 17 14:25:15.140061 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:25:14Z', 'revision_number': 6, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:15.172613 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7933-9eb7-4aa6-a781-c1c3ee83d035 None None] The sync data for ids ['ffc10e8e-f693-4f28-bea1-224c134b0bcf'] in dv-cinder-796286-6-iscsi is: [{'id': 'ffc10e8e-f693-4f28-bea1-224c134b0bcf', 'name': 'tempest-AttachVolumeTestJSON-758265689-router', 'tenant_id': '7c6d035261fe40cf96902e8c73e931ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:33Z', 'updated_at': '2021-06-17T14:25:14Z', 'revision_number': 6, 'project_id': '7c6d035261fe40cf96902e8c73e931ad', 'gw_port_host': None}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:15.199047 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f4f2a-1d81-4984-aca5-a26b3aac24b4 None None] New status for floating IP 9470370c-a5c2-48d2-bbfe-311e4bc19ebe: ACTIVE {{(pid=93043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:25:15.300058 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] For port 0d96113a-d78e-42bd-b99a-b28c47f68c95, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=0d96113a-d78e-42bd-b99a-b28c47f68c95,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:15.300413 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:15.314323 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-617212f8-3ba6-4f4f-b78c-7d46c942f25e req-6c22959f-6d53-4b75-99a8-ce19f4b70f09 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759007 Jun 17 14:25:15.411964 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Calling delete_port for 0d96113a-d78e-42bd-b99a-b28c47f68c95 owned by network:router_gateway {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:15.695486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:15.698299 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:15.729388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d96113a-d78e-42bd-b99a-b28c47f68c95,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:15.733259 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:15.776525 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619bcbb-699c-4a9f-bb15-16aa7b45dbcb req-fe3ff40a-0032-4d53-9f02-8baeef045687 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:15.778153 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6619bcbb-699c-4a9f-bb15-16aa7b45dbcb req-fe3ff40a-0032-4d53-9f02-8baeef045687 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0802698 Jun 17 14:25:15.816831 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:15.822659 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6619bcbb-699c-4a9f-bb15-16aa7b45dbcb req-a28a4ff2-72c7-4e9e-8144-ab4d410bfdd3 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378962 Jun 17 14:25:15.952295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:15.954836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.023253 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.023968 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc10e8e-f693-4f28-bea1-224c134b0bcf {{(pid=93042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:25:16.032007 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.033659 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b18be028-7698-49cc-949a-5369359f2da4 admin admin] 10.222.0.82 "DELETE /v2.0/routers/ffc10e8e-f693-4f28-bea1-224c134b0bcf HTTP/1.1" status: 204 len: 168 time: 1.4026086 Jun 17 14:25:16.036440 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54092) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:16.063299 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ffbd6bef-d785-4dec-9289-970aba99225e no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:16.087930 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: ffbd6bef-d785-4dec-9289-970aba99225e {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:16.088252 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ffbd6bef-d785-4dec-9289-970aba99225e not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:16.088694 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0d96113a-d78e-42bd-b99a-b28c47f68c95 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:16.106457 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Deleting subnet 545ee737-32c9-4a9a-899c-66fe2f29be99 {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:25:16.110247 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.112661 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 0d96113a-d78e-42bd-b99a-b28c47f68c95 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:16.113003 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0d96113a-d78e-42bd-b99a-b28c47f68c95 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:16.151873 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.286556 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.364852 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.367522 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:16.394583 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545ee737-32c9-4a9a-899c-66fe2f29be99,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:16.396548 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.399046 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/545ee737-32c9-4a9a-899c-66fe2f29be99 HTTP/1.1" status: 204 len: 168 time: 0.3611786 Jun 17 14:25:16.400083 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:16.401536 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54094) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:16.404346 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7537d2a-bd23-495c-bc60-77847dd10ea2 None None] Network 65d81fd4-a15f-4c86-8168-67253326f05b requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:16.490545 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.552674 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Deleting port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:16.553818 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.619637 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] DHCP port deletion for 65d81fd4-a15f-4c86-8168-67253326f05b request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:25:16.635569 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] For port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:16.636042 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.687677 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] Deleting port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:16.688071 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.689807 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:25:16.707107 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Calling delete_port for ee4a8360-ea43-43d2-b1d8-64bebdc89e2b owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:16.779602 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] For port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,segment=NetworkSegment(a8b50620-7c20-41c1-960a-fb44d37f79fa),segment_id=a8b50620-7c20-41c1-960a-fb44d37f79fa)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:16.780007 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.811970 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.814674 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:16.842512 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:16.845639 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:16.847223 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] No DVR routers for this DVR port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b on host dv-cinder-796286-6-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:16.859103 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] Calling delete_port for ee4a8360-ea43-43d2-b1d8-64bebdc89e2b owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:16.957156 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.972600 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d81fd4-a15f-4c86-8168-67253326f05b']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:16.990351 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b50620-7c20-41c1-960a-fb44d37f79fa') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:16.991519 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b50620-7c20-41c1-960a-fb44d37f79fa') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:17.007254 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.026008 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.029547 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:17.051992 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.061669 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] Pushing event deleted for resources: {'Port': ['ID=ee4a8360-ea43-43d2-b1d8-64bebdc89e2b,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:17.066548 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:17.068194 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a12b4-5083-40ee-b058-b1dc9d470416 None None] No DVR routers for this DVR port ee4a8360-ea43-43d2-b1d8-64bebdc89e2b on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:17.069232 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:25:17.069807 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: retrieve_revision_numbers = { Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:25:17.073056 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:25:17.163643 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf87682-76bf-4ac4-b2b7-77600ebf6e4a req-b4b4f861-15f3-4e14-b289-483aa5246d7c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:17.165357 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7bf87682-76bf-4ac4-b2b7-77600ebf6e4a req-b4b4f861-15f3-4e14-b289-483aa5246d7c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.1556838 Jun 17 14:25:17.166671 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.170590 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:17.188433 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.190401 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] 10.222.0.82 "DELETE /v2.0/networks/65d81fd4-a15f-4c86-8168-67253326f05b HTTP/1.1" status: 204 len: 168 time: 0.7876623 Jun 17 14:25:17.198652 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d81fd4-a15f-4c86-8168-67253326f05b,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:17.202174 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:17.241459 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-7bf87682-76bf-4ac4-b2b7-77600ebf6e4a req-8db68325-2ed2-4aab-806a-046564ac0e29 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537629 Jun 17 14:25:17.343008 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54100) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:17.389196 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-590bc27a-4b02-484c-a055-df6ee5d00dd9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7c6d035261fe40cf96902e8c73e931ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447347 Jun 17 14:25:17.391759 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54102) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:17.444863 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.466961 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.515309 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.517893 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:17.519116 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e4ac8728-eb5b-4ee8-8b3a-f93399fd74e9 HTTP/1.1" status: 204 len: 168 time: 0.1264160 Jun 17 14:25:17.519867 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a15265f3-c5de-44cd-9197-2934a6260eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:17.529323 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac8728-eb5b-4ee8-8b3a-f93399fd74e9,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:17.532604 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:17.791182 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ee4a8360-ea43-43d2-b1d8-64bebdc89e2b no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:17.813492 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: ee4a8360-ea43-43d2-b1d8-64bebdc89e2b {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:17.814010 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ee4a8360-ea43-43d2-b1d8-64bebdc89e2b not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:18.484989 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543921-a308-445f-9c1b-cd03dab3ad4b req-42db3507-a5b4-4c94-826d-aafd98747ae1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:18.487222 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-44543921-a308-445f-9c1b-cd03dab3ad4b req-42db3507-a5b4-4c94-826d-aafd98747ae1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0680258 Jun 17 14:25:18.534533 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-44543921-a308-445f-9c1b-cd03dab3ad4b req-e503696e-c907-4680-bf60-6760d214a681 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369654 Jun 17 14:25:19.526621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54168) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:19.640075 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-61199970-d1b1-4933-a54c-2e147008bc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:19.743859 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-61199970-d1b1-4933-a54c-2e147008bc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:19.748305 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-61199970-d1b1-4933-a54c-2e147008bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:19.750999 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-03866fbd-cde3-47fa-8265-cd56a56f656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:19.754304 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56225cd6-ba97-4a38-8a85-52671faf5b40 req-f4922724-4434-4dbc-9daf-bfd9b9721594 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:19.755832 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-56225cd6-ba97-4a38-8a85-52671faf5b40 req-f4922724-4434-4dbc-9daf-bfd9b9721594 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0881963 Jun 17 14:25:19.790006 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-61199970-d1b1-4933-a54c-2e147008bc6f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d33cfd78e2d4458ba7e2335d7ad22947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620738 Jun 17 14:25:19.790878 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61199970-d1b1-4933-a54c-2e147008bc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b66b6c-668e-4a32-b078-9caef828b523,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:19.792630 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54174) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:19.793964 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-61199970-d1b1-4933-a54c-2e147008bc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:19.817953 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-56225cd6-ba97-4a38-8a85-52671faf5b40 req-cc9f36c1-8d8e-4223-8dfc-28b4e8eb17bc tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549006 Jun 17 14:25:19.861061 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8633eb9-b2b2-47c6-bc51-cbe191e7e5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:19.884011 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8633eb9-b2b2-47c6-bc51-cbe191e7e5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:19.933815 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8633eb9-b2b2-47c6-bc51-cbe191e7e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:19.936521 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8633eb9-b2b2-47c6-bc51-cbe191e7e5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:19.937642 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c8633eb9-b2b2-47c6-bc51-cbe191e7e5ac admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a9b66b6c-668e-4a32-b078-9caef828b523 HTTP/1.1" status: 204 len: 168 time: 0.1434193 Jun 17 14:25:19.938495 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-cdbd9743-dbc3-4a18-b42a-be8fba8490c7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:19.946603 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633eb9-b2b2-47c6-bc51-cbe191e7e5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b66b6c-668e-4a32-b078-9caef828b523,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:19.949204 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c8633eb9-b2b2-47c6-bc51-cbe191e7e5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:20.204092 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54180) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:20.218085 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c24bc976-15af-4cda-aad9-57eba29d3f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:20.310499 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c24bc976-15af-4cda-aad9-57eba29d3f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:20.315118 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c24bc976-15af-4cda-aad9-57eba29d3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:20.317686 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4a2dd67e-a8bc-46d8-a44e-2b58ebc5c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:20.357168 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c24bc976-15af-4cda-aad9-57eba29d3f53 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1189ec8a3baa488db51356a3793dda3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518960 Jun 17 14:25:20.358144 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bc976-15af-4cda-aad9-57eba29d3f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b86f0ee-c0e1-4d60-a5db-c4d76b4ae8cb,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:20.359909 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54182) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:20.360998 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c24bc976-15af-4cda-aad9-57eba29d3f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:20.418525 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:20.439979 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:20.486840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:20.489310 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:20.491016 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2b86f0ee-c0e1-4d60-a5db-c4d76b4ae8cb HTTP/1.1" status: 204 len: 168 time: 0.1293180 Jun 17 14:25:20.492122 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-58a2f361-198a-4aca-909d-6f2b0914a42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:20.499918 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b86f0ee-c0e1-4d60-a5db-c4d76b4ae8cb,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:20.502205 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:21.009831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd423a-8822-4ff7-913e-92b9595c8e56 req-d1e224af-f653-451e-8cd8-c376738bfb81 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:21.011442 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-26cd423a-8822-4ff7-913e-92b9595c8e56 req-d1e224af-f653-451e-8cd8-c376738bfb81 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0752223 Jun 17 14:25:21.056402 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-26cd423a-8822-4ff7-913e-92b9595c8e56 req-47d47e6f-628a-4abd-8a8e-92b9aabf43b7 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383887 Jun 17 14:25:22.128942 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:22.241226 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44d2bb-0872-4d46-8425-05a08e2221a3 req-7bbd01ad-815d-4ce0-98ba-d7f3c1038293 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:22.243576 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5d44d2bb-0872-4d46-8425-05a08e2221a3 req-7bbd01ad-815d-4ce0-98ba-d7f3c1038293 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0731237 Jun 17 14:25:22.289520 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-5d44d2bb-0872-4d46-8425-05a08e2221a3 req-4760779b-4427-40fb-bd33-9db94a155349 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7&id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393453 Jun 17 14:25:24.901973 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54262) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:25.009001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d72aa56-86c6-46df-a58e-df55a273bcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.108379 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d72aa56-86c6-46df-a58e-df55a273bcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.113027 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-5d72aa56-86c6-46df-a58e-df55a273bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.116858 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e8078504-7296-47f1-9bc5-219e5aca4b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:25.155942 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-5d72aa56-86c6-46df-a58e-df55a273bcdc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=71d0730ae8214e719cfe61d5bc8aab43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526460 Jun 17 14:25:25.157035 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72aa56-86c6-46df-a58e-df55a273bcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a2b70c-3618-4458-9e69-b76834ae6aaf,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:25.158498 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54268) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:25.160183 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5d72aa56-86c6-46df-a58e-df55a273bcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:25.210001 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.231643 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.280495 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.283132 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.284265 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/80a2b70c-3618-4458-9e69-b76834ae6aaf HTTP/1.1" status: 204 len: 168 time: 0.1247706 Jun 17 14:25:25.285268 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-50f20da1-e3a6-46c6-a4f5-2ff65e3f40d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:25.292886 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a2b70c-3618-4458-9e69-b76834ae6aaf,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:25.295143 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:25.563206 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54274) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:25.579159 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-42d95d68-5e8b-4c59-8cc8-a2c9f2f0b495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.903665 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-42d95d68-5e8b-4c59-8cc8-a2c9f2f0b495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.907623 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-42d95d68-5e8b-4c59-8cc8-a2c9f2f0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:25.910386 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e0583394-4be7-4927-bccb-68ab4818c35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:25.946546 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-42d95d68-5e8b-4c59-8cc8-a2c9f2f0b495 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=855d228091984f3492a7ff901134934f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822517 Jun 17 14:25:25.947672 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d95d68-5e8b-4c59-8cc8-a2c9f2f0b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a173b126-dfc8-4cc1-a0d8-2506bce511ac,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:25.949483 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54276) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:25.950639 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-42d95d68-5e8b-4c59-8cc8-a2c9f2f0b495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:25.998212 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:26.021163 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:26.067359 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:26.070124 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:26.071257 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a173b126-dfc8-4cc1-a0d8-2506bce511ac HTTP/1.1" status: 204 len: 168 time: 0.1207433 Jun 17 14:25:26.072288 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ff5caa88-d440-4072-8983-bffbb8d94a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:26.080561 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a173b126-dfc8-4cc1-a0d8-2506bce511ac,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:26.083097 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:31.106194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54378) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:31.210783 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fb3b8af9-d802-4133-82b0-3015ef2b39ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.302050 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fb3b8af9-d802-4133-82b0-3015ef2b39ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.307144 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fb3b8af9-d802-4133-82b0-3015ef2b39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.309742 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-bbc84bac-fe97-4a11-921a-462a163520ee tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:31.346635 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b8af9-d802-4133-82b0-3015ef2b39ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270f1e2-3304-4028-a4ef-75260613ccaf,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:31.351143 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-fb3b8af9-d802-4133-82b0-3015ef2b39ce admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ce2d19c132304587874b1b4f134cda85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439039 Jun 17 14:25:31.352200 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fb3b8af9-d802-4133-82b0-3015ef2b39ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:31.354589 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54382) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:31.407189 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fa8b40a1-43ba-461b-bfda-476d947f0824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.430358 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fa8b40a1-43ba-461b-bfda-476d947f0824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.480408 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fa8b40a1-43ba-461b-bfda-476d947f0824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.483351 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-fa8b40a1-43ba-461b-bfda-476d947f0824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.484653 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-fa8b40a1-43ba-461b-bfda-476d947f0824 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d270f1e2-3304-4028-a4ef-75260613ccaf HTTP/1.1" status: 204 len: 168 time: 0.1290174 Jun 17 14:25:31.485538 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:31.494894 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b40a1-43ba-461b-bfda-476d947f0824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270f1e2-3304-4028-a4ef-75260613ccaf,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:31.497381 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fa8b40a1-43ba-461b-bfda-476d947f0824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:31.752073 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54388) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:31.768372 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9e61847e-e0d2-43ea-b34a-1d862d55a20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.892098 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9e61847e-e0d2-43ea-b34a-1d862d55a20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.896374 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9e61847e-e0d2-43ea-b34a-1d862d55a20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.899479 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-4cf9c9a8-7dc7-492b-bbc2-5e245adcaa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:31.934679 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61847e-e0d2-43ea-b34a-1d862d55a20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b00b8ac-2012-48ae-b605-b6c3edacdbce,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:31.938839 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-9e61847e-e0d2-43ea-b34a-1d862d55a20e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b0c91397cd0247bf806bbc5cd4b70b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857195 Jun 17 14:25:31.939771 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9e61847e-e0d2-43ea-b34a-1d862d55a20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:31.941672 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54390) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:31.991726 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.012371 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.058617 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.061482 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.062689 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9b00b8ac-2012-48ae-b605-b6c3edacdbce HTTP/1.1" status: 204 len: 168 time: 0.1201177 Jun 17 14:25:32.063474 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0af78f5c-9754-4c17-8bcb-8ddd45f90429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:32.072037 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b00b8ac-2012-48ae-b605-b6c3edacdbce,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:32.074551 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:32.418616 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54396) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:32.438391 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2d1838fe-9a9f-439f-b882-0c323f8b1611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.564998 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2d1838fe-9a9f-439f-b882-0c323f8b1611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.570647 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2d1838fe-9a9f-439f-b882-0c323f8b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.578649 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b7e8299f-e6f4-4d73-8e5e-8b694b38389c tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:32.625094 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-2d1838fe-9a9f-439f-b882-0c323f8b1611 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=59379540946b4c2692f7fac46d98b64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051966 Jun 17 14:25:32.626026 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1838fe-9a9f-439f-b882-0c323f8b1611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35e04f-ea97-40d0-9731-36ad7a6c3ebd,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:32.628277 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54398) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:32.636187 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-2d1838fe-9a9f-439f-b882-0c323f8b1611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:32.684455 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.709741 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.766267 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.768900 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.770103 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4e35e04f-ea97-40d0-9731-36ad7a6c3ebd HTTP/1.1" status: 204 len: 168 time: 0.1408987 Jun 17 14:25:32.770837 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:32.778976 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35e04f-ea97-40d0-9731-36ad7a6c3ebd,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:32.781344 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:33.526057 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54420) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:33.636716 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-430800158-network', 'tenant_id': '4740eff555314b03b19e15b3e074d1ca'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:25:33.659118 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Made reservation on behalf of 4740eff555314b03b19e15b3e074d1ca for: {'network': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:25:33.661496 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.678447 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.751887 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1867-f7a6-4284-b1a7-d94d5274f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.778281 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.782354 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.785353 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-42d95d68-5e8b-4c59-8cc8-a2c9f2f0b495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:33.816971 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=93041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:25:33.828527 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a256347a-de86-4b12-ab99-38fd26adf6b4,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:33.833008 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:33.834816 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.835156 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.segments_db [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Added segment d4b637f7-76f8-4f47-a87a-cb18723cab51 of type vlan for network 9d6f3d0e-17a7-4bb4-83b1-93748152287c Jun 17 14:25:33.881543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.919705 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.921458 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:33.922221 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:33.926743 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-5268d740-23c0-4cca-94f8-8fae26d27fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:33.961948 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4312804 Jun 17 14:25:33.962748 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54424) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:33.968031 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Request body: {'subnet': {'network_id': '9d6f3d0e-17a7-4bb4-83b1-93748152287c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-430800158-subnet', 'tenant_id': '4740eff555314b03b19e15b3e074d1ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:25:33.995684 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Pushing event updated for resources: {'Network': ['ID=9d6f3d0e-17a7-4bb4-83b1-93748152287c,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:33.997482 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Made reservation on behalf of 4740eff555314b03b19e15b3e074d1ca for: {'subnet': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:25:33.998720 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:34.001583 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24654211'] for subnet, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.009007 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 9d6f3d0e-17a7-4bb4-83b1-93748152287c details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:25:34.183802 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12619936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24654225'] for subnet, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.186190 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-71f9f85d-c46a-4daa-a34b-11ef3cc78f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:34.234795 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=49694820-868d-4555-ac61-a6416a8442b4,revision_number=0']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:34.242944 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:34.251872 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Checking segment: {'id': 'd4b637f7-76f8-4f47-a87a-cb18723cab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '9d6f3d0e-17a7-4bb4-83b1-93748152287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:25:34.252250 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Network hostable DHCP agents. Network: 9d6f3d0e-17a7-4bb4-83b1-93748152287c, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:25:34.268683 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Network 9d6f3d0e-17a7-4bb4-83b1-93748152287c is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:25:34.283530 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 9d6f3d0e-17a7-4bb4-83b1-93748152287c) {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:25:34.289506 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:34.290160 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.303559 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40a11b-c248-427b-b2aa-e564981dc4b0 None None] Network 9d6f3d0e-17a7-4bb4-83b1-93748152287c requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:34.307696 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f4216dec-38e2-4dec-a1f7-f9cae32979bd admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3436432 Jun 17 14:25:34.475948 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d5f55-3394-4deb-bf16-53dd7dd76877 None None] Network 9d6f3d0e-17a7-4bb4-83b1-93748152287c requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:34.817573 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54440) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:34.823730 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1807566715-network', 'tenant_id': 'ffd155fe339d4d3f891a00246b8c7b32'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:25:34.846314 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Made reservation on behalf of ffd155fe339d4d3f891a00246b8c7b32 for: {'network': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:25:34.848625 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for network, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.858864 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.955542 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.959832 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.962840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5fb4fa27-b7e8-43ef-86ad-acbcfd52cec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:34.984436 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=93042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:25:34.994733 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2571ab-2193-42ba-8ff8-f52d650c0074,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:34.998913 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:34.999987 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:35.000321 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.segments_db [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Added segment c3ffa7b7-6610-4f1f-8b1f-b7ddf2e5cee0 of type vlan for network 47f56002-23d9-40c4-ad4b-1a665ea6d68e Jun 17 14:25:35.040373 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733203229835'] for network, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:35.070504 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104'] for network, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:35.072084 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:35.072658 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:35.074875 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b8ec7099-0f84-4114-bb56-8928259a644d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:35.123756 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3043182 Jun 17 14:25:35.126572 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54442) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:35.131663 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Request body: {'subnet': {'network_id': '47f56002-23d9-40c4-ad4b-1a665ea6d68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1807566715-subnet', 'tenant_id': 'ffd155fe339d4d3f891a00246b8c7b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:25:35.135148 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Pushing event updated for resources: {'Network': ['ID=47f56002-23d9-40c4-ad4b-1a665ea6d68e,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:35.138771 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:35.145879 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Network 47f56002-23d9-40c4-ad4b-1a665ea6d68e details requested by agent ovs-agent-dv-cinder-796286-6-iscsi with host dv-cinder-796286-6-iscsi {{(pid=93043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:25:35.154596 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Made reservation on behalf of ffd155fe339d4d3f891a00246b8c7b32 for: {'subnet': 1} {{(pid=93041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:25:35.157089 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13309624'] for subnet, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:35.329149 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14348673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13309610'] for subnet, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:35.331458 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1794e811-7c41-4b26-8a4a-bf9724042b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:35.378202 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568c6075-7163-47c7-9ecc-2193b33480d7,revision_number=0']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:35.385748 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:35.395456 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Checking segment: {'id': 'c3ffa7b7-6610-4f1f-8b1f-b7ddf2e5cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '47f56002-23d9-40c4-ad4b-1a665ea6d68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:25:35.395807 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Network hostable DHCP agents. Network: 47f56002-23d9-40c4-ad4b-1a665ea6d68e, hostable agents: ['8373300e-14bb-4d6d-b0e8-9eab66d9a9e7'], hosted agents: [] {{(pid=93041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:25:35.413118 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Network 47f56002-23d9-40c4-ad4b-1a665ea6d68e is scheduled to be hosted by DHCP agent 8373300e-14bb-4d6d-b0e8-9eab66d9a9e7 with binding_index 1 {{(pid=93041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:25:35.421961 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-iscsi, 47f56002-23d9-40c4-ad4b-1a665ea6d68e) {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:25:35.426141 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:35.426720 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:35.432364 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888ef04-6804-4c81-a3d3-5d1bad6ea490 None None] Network 47f56002-23d9-40c4-ad4b-1a665ea6d68e requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:35.442687 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3149822 Jun 17 14:25:35.563828 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade9710-08f1-430f-8922-2bff29a2978f None None] Network 47f56002-23d9-40c4-ad4b-1a665ea6d68e requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:36.189005 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-52c9da68-33b1-402c-ba79-0d3f5d62ad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:36.280462 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee884e-df67-4d9a-b8a0-9e1d95701360 req-64124c28-5726-4be3-b8c1-2c8a8a1f8f8d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:36.282033 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ebee884e-df67-4d9a-b8a0-9e1d95701360 req-64124c28-5726-4be3-b8c1-2c8a8a1f8f8d tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 947 time: 0.0743711 Jun 17 14:25:36.335644 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ebee884e-df67-4d9a-b8a0-9e1d95701360 req-f87c361b-6237-47fb-bfd8-5972b2d55471 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464694 Jun 17 14:25:36.526932 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54466) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:36.700884 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Deleting port 6af338f9-e66a-4f63-9018-92d4e0505b61 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:36.701141 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:36.778453 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:36.778682 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:36.846601 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Calling delete_port for 6af338f9-e66a-4f63-9018-92d4e0505b61 owned by network:floatingip {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:36.856896 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:37.043554 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:37.046134 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:37.072419 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event deleted for resources: {'Port': ['ID=6af338f9-e66a-4f63-9018-92d4e0505b61,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:37.076939 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:37.152067 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for floatingip, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:37.152452 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Floating IP eb42d656-f1f0-4934-9c06-cd7fd428944d disassociated (deleted). External IP: 172.27.0.139, port: c25f15c2-431c-4899-9823-21d03c549e6b. Jun 17 14:25:37.377309 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Router d694d917-8c1f-452a-a589-c927ceb427e3 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:37.533688 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:37.539292 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:37.545303 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] Sync routers for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:37.555576 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:37.556108 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:37.594633 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f1d23353-4040-4aca-aafb-f3fd15e12eb2 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "DELETE /v2.0/floatingips/eb42d656-f1f0-4934-9c06-cd7fd428944d HTTP/1.1" status: 204 len: 168 time: 1.0662551 Jun 17 14:25:37.596276 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:25:37.604919 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025e060-2230-4e48-b4e4-7c58d0078eab" -d '{"events": [{"name": "network-changed", "server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:25:37.616425 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be3a6-c608-4709-9a56-a209f68de0df req-6a786c30-3b27-4a59-9212-29d1e477e1e4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:37.618210 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-719be3a6-c608-4709-9a56-a209f68de0df req-6a786c30-3b27-4a59-9212-29d1e477e1e4 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 947 time: 0.1347437 Jun 17 14:25:37.686940 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-719be3a6-c608-4709-9a56-a209f68de0df req-940c6e4d-146e-4b31-9f6c-ad1a29d86870 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613625 Jun 17 14:25:37.732574 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:37.760349 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc3537f-6f3a-4b10-9822-1023478d129f x-openstack-request-id: req-dfc3537f-6f3a-4b10-9822-1023478d129f {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:25:37.760691 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:25:37.760992 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dfc3537f-6f3a-4b10-9822-1023478d129f {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:25:37.762029 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'status': 'completed', 'code': 200} Jun 17 14:25:37.820580 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:37.891979 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-b03d8f69-91fa-423e-b402-9e44f62db24c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:37.895162 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-b03d8f69-91fa-423e-b402-9e44f62db24c tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 947 time: 0.1547320 Jun 17 14:25:37.896669 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-11163ae2-2e00-435e-9346-e40b0b8bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:37.898159 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-11163ae2-2e00-435e-9346-e40b0b8bd406 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56c30b71910b44588178022c52d1d1be&device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 1098 time: 0.1042399 Jun 17 14:25:38.051963 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-718bc031-82a6-453b-90ba-0b02c671cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:38.053755 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-718bc031-82a6-453b-90ba-0b02c671cfb7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 200 len: 910 time: 0.1463971 Jun 17 14:25:38.056025 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6317-578a-4670-9b9e-5b8e40ebf00e req-2ec217ca-1fff-4364-ba0f-2f27f064bc5f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:38.057515 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-425e6317-578a-4670-9b9e-5b8e40ebf00e req-2ec217ca-1fff-4364-ba0f-2f27f064bc5f tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0837264 Jun 17 14:25:38.105412 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:57Z', 'revision_number': 5, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:38.106685 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-425e6317-578a-4670-9b9e-5b8e40ebf00e req-0a35762c-4fb5-44b7-b57a-c34e030946f3 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Jun 17 14:25:38.113072 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-9bad83a3-07f8-4ca3-8a93-60046e5dc9b9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 200 len: 217 time: 0.0479040 Jun 17 14:25:38.115321 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Deleting port 461b9505-7a4e-4afa-a431-371eb37ea883 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:38.115652 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:38.142095 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] Checking router: d694d917-8c1f-452a-a589-c927ceb427e3 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:38.152668 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:38.153298 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:38.216477 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-351b82e5-218d-4099-a45e-bc134842bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:38.221577 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-351b82e5-218d-4099-a45e-bc134842bde3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 200 len: 847 time: 0.0881972 Jun 17 14:25:38.267482 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:38.278351 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] For port 461b9505-7a4e-4afa-a431-371eb37ea883, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=461b9505-7a4e-4afa-a431-371eb37ea883,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:38.278708 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:38.387410 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-fa572a03-7735-4834-b378-ca333e1900b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:38.388756 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-fa572a03-7735-4834-b378-ca333e1900b5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96f94244-5446-4152-8309-52b05d72ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1591783 Jun 17 14:25:38.478542 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:57Z', 'revision_number': 5, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:38.507301 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4b7da-610d-4338-af00-ce8cb9aa721e None None] The sync data for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi is: [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:50Z', 'revision_number': 4, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'bfd99e14-e38d-4604-9725-a910f09a4191', 'name': '', 'network_id': '96f94244-5446-4152-8309-52b05d72ea4d', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'mac_address': 'fa:16:3e:c4:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:50Z', 'updated_at': '2021-06-17T14:18:57Z', 'revision_number': 5, 'project_id': '56c30b71910b44588178022c52d1d1be', 'subnets': [{'id': '41bac6b9-08af-4732-a4b4-53d9a01b2819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:38.855816 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67534f09-c44c-473a-a737-6af180b27a33 None None] New status for floating IP eb42d656-f1f0-4934-9c06-cd7fd428944d: DOWN {{(pid=93043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:25:38.873383 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:38.873795 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:38.874133 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Floating IP 6e521ec4-d520-45c8-add4-8b1b582b4c44 disassociated. External IP: 172.27.0.212, port: 461b9505-7a4e-4afa-a431-371eb37ea883. Jun 17 14:25:38.874472 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Calling delete_port for 461b9505-7a4e-4afa-a431-371eb37ea883 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:38.881060 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-115c447a-8e56-41c8-aad1-cb23b3df04cf service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840820 Jun 17 14:25:38.977635 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f088309-034f-485c-8ff6-5d1de2f7ed85 req-e71a0f09-264b-4884-9e95-4f1b6bd43d05 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:38.979653 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8f088309-034f-485c-8ff6-5d1de2f7ed85 req-e71a0f09-264b-4884-9e95-4f1b6bd43d05 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/ports?device_id=a82f4802-67ac-4918-b8a9-f8e890e11257 HTTP/1.1" status: 200 len: 947 time: 0.0923207 Jun 17 14:25:39.029723 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-0025e060-2230-4e48-b4e4-7c58d0078eab req-21e85d99-253c-4948-ab30-2bae9296f92f service neutron] 10.222.0.95 "GET /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418245 Jun 17 14:25:39.030589 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8f088309-034f-485c-8ff6-5d1de2f7ed85 req-ecc7e8f5-4cce-40cc-873c-a4c606c09d66 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups?id=fc02b770-adf7-4a12-b702-9ec7a974030e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380523 Jun 17 14:25:39.107790 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:39.111822 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-3c0b90a6-707b-4677-9cee-4f3ed2ecbb23 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:39.137367 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event deleted for resources: {'Port': ['ID=461b9505-7a4e-4afa-a431-371eb37ea883,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:39.140578 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:39.266286 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Router 9298fdad-1653-46a4-93fc-bae20c19d7e4 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:39.297759 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c81035-382d-4402-904d-f8a99c4a3a8c req-ab016a7c-ab86-4853-bb0c-c99d5b718dd6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:39.299637 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-01c81035-382d-4402-904d-f8a99c4a3a8c req-ab016a7c-ab86-4853-bb0c-c99d5b718dd6 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0694954 Jun 17 14:25:39.360602 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-01c81035-382d-4402-904d-f8a99c4a3a8c req-90432d5a-d6e5-4b38-aeee-aaf6e2b8a2bf tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/security-groups?id=b2e40592-8697-40ee-981b-87d650e987c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506642 Jun 17 14:25:39.396746 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:39.406569 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] Sync routers for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:39.417428 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:39.417964 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:39.441281 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] No DVR routers for this DVR port 461b9505-7a4e-4afa-a431-371eb37ea883 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:39.443919 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:39.445842 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-01e59b9d-40c7-453a-a79c-08a9f5ad306f req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.95 "DELETE /v2.0/ports/461b9505-7a4e-4afa-a431-371eb37ea883 HTTP/1.1" status: 204 len: 173 time: 1.5466194 Jun 17 14:25:39.446399 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-deleted', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:25:39.448986 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b60c52a-5ff9-4e0f-95db-e5f4d4ba8c2f" -d '{"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-deleted", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:25:39.493295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e0671d-8462-4f28-ab50-beefec07b996 x-openstack-request-id: req-88e0671d-8462-4f28-ab50-beefec07b996 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:25:39.493609 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f4802-67ac-4918-b8a9-f8e890e11257", "name": "network-vif-deleted", "tag": "461b9505-7a4e-4afa-a431-371eb37ea883", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:25:39.494136 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-88e0671d-8462-4f28-ab50-beefec07b996 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:25:39.494703 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f4802-67ac-4918-b8a9-f8e890e11257', 'name': 'network-vif-deleted', 'tag': '461b9505-7a4e-4afa-a431-371eb37ea883', 'status': 'completed', 'code': 200} Jun 17 14:25:39.550898 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:39.790924 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:39.810947 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-4ed95341-f52d-4bbd-a772-ca47bc09ef53 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:39.812805 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-4ed95341-f52d-4bbd-a772-ca47bc09ef53 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.95 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 945 time: 0.0815804 Jun 17 14:25:39.818984 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] Checking router: 9298fdad-1653-46a4-93fc-bae20c19d7e4 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:39.828562 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:39.829197 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:39.944301 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Deleting port c25f15c2-431c-4899-9823-21d03c549e6b {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:39.944720 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:39.978773 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:40.031721 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.051229 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] For port c25f15c2-431c-4899-9823-21d03c549e6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c25f15c2-431c-4899-9823-21d03c549e6b,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:40.051229 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.129216 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Calling delete_port for c25f15c2-431c-4899-9823-21d03c549e6b owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:40.206144 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:40.242106 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a1e51-3c9a-42fe-9d20-61963d17012c None None] The sync data for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi is: [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:17:52Z', 'revision_number': 4, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '290934c4-b840-4f8d-b660-64a3d122e561', 'name': '', 'network_id': 'dcf13b0e-1f02-459c-b711-b134524684be', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'mac_address': 'fa:16:3e:3c:79:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:49Z', 'updated_at': '2021-06-17T14:18:03Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'subnets': [{'id': 'e9c8af69-4edf-471b-9f8e-4d5cce40f4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:40.244624 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54516) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:40.306473 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.311675 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:40.333189 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.339612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event deleted for resources: {'Port': ['ID=c25f15c2-431c-4899-9823-21d03c549e6b,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:40.343236 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:40.371785 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.408487 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] No DVR routers for this DVR port c25f15c2-431c-4899-9823-21d03c549e6b on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:40.411224 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.414204 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cd405793-fced-4f31-a5a6-c4c640491b45 req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.95 "DELETE /v2.0/ports/c25f15c2-431c-4899-9823-21d03c549e6b HTTP/1.1" status: 204 len: 173 time: 0.5939486 Jun 17 14:25:40.468598 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.473822 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.476990 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "DELETE /v2.0/security-groups/fc02b770-adf7-4a12-b702-9ec7a974030e HTTP/1.1" status: 204 len: 168 time: 0.2310071 Jun 17 14:25:40.479058 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-11c3d8ac-682a-4d3d-be2f-51b643ae795d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:40.479884 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54520) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:40.499844 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.api.v2.resource [None req-3c108407-8149-41a6-86d8-0c5a61899c1a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] show failed (client error): The resource could not be found. Jun 17 14:25:40.511492 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-3c108407-8149-41a6-86d8-0c5a61899c1a tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "GET /v2.0/security-groups/fc02b770-adf7-4a12-b702-9ec7a974030e HTTP/1.1" status: 404 len: 347 time: 0.0292411 Jun 17 14:25:40.512470 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54522) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:40.514193 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc02b770-adf7-4a12-b702-9ec7a974030e,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:40.534809 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:40.538285 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-586f9d04-09cc-44d0-844d-8aa5f138a7a8 req-ba075b10-807c-4670-bb75-5d077b34a5b8 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "GET /v2.0/ports?device_id=53407996-ff65-4d7f-a4a7-f696919f3a1c HTTP/1.1" status: 200 len: 210 time: 0.0373247 Jun 17 14:25:40.593813 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096cde3-e49a-4e3c-abc3-53b609bf36f8 None None] New status for floating IP 6e521ec4-d520-45c8-add4-8b1b582b4c44: DOWN {{(pid=93043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:25:40.682284 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Deleting port 54c36013-f4f9-4879-89dc-56c9048b9d98 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:40.682564 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.802977 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.803503 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:40.887341 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Calling delete_port for 54c36013-f4f9-4879-89dc-56c9048b9d98 owned by network:floatingip {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:40.947077 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:40.969022 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 461b9505-7a4e-4afa-a431-371eb37ea883 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:40.969781 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 461b9505-7a4e-4afa-a431-371eb37ea883 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:40.970370 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device c25f15c2-431c-4899-9823-21d03c549e6b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:40.991748 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: c25f15c2-431c-4899-9823-21d03c549e6b {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:40.992184 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device c25f15c2-431c-4899-9823-21d03c549e6b not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:41.069246 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:41.071803 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:41.097589 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Pushing event deleted for resources: {'Port': ['ID=54c36013-f4f9-4879-89dc-56c9048b9d98,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:41.101845 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:41.177836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:41.180793 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:41.181948 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-52b0d54d-9a2c-4c1d-8a4b-e8610bcfd4d0 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] 10.222.0.82 "DELETE /v2.0/floatingips/6e521ec4-d520-45c8-add4-8b1b582b4c44 HTTP/1.1" status: 204 len: 168 time: 0.6663659 Jun 17 14:25:41.496028 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-deleted', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:25:41.499965 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3795bc6-6401-4dec-a69e-ab195b30121b" -d '{"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-deleted", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:25:41.545372 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee68256-51f1-4dd8-8ebe-bcf48371cba2 x-openstack-request-id: req-9ee68256-51f1-4dd8-8ebe-bcf48371cba2 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:25:41.545763 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53407996-ff65-4d7f-a4a7-f696919f3a1c", "name": "network-vif-deleted", "tag": "c25f15c2-431c-4899-9823-21d03c549e6b", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:25:41.546290 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9ee68256-51f1-4dd8-8ebe-bcf48371cba2 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:25:41.546891 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53407996-ff65-4d7f-a4a7-f696919f3a1c', 'name': 'network-vif-deleted', 'tag': 'c25f15c2-431c-4899-9823-21d03c549e6b', 'status': 'completed', 'code': 200} Jun 17 14:25:41.653935 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54540) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:41.715934 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:41.744819 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:41.804429 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:41.807149 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:41.808261 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] 10.222.0.82 "DELETE /v2.0/security-groups/b2e40592-8697-40ee-981b-87d650e987c2 HTTP/1.1" status: 204 len: 168 time: 0.1533141 Jun 17 14:25:41.809213 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d817655c-ffaf-4047-9f22-00615d03331c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:41.819590 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e40592-8697-40ee-981b-87d650e987c2,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:41.822120 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:41.866780 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54544) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:42.370854 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:42.648879 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Deleting port bfd99e14-e38d-4604-9725-a910f09a4191 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:42.649212 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:42.738717 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] For port bfd99e14-e38d-4604-9725-a910f09a4191, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=bfd99e14-e38d-4604-9725-a910f09a4191,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:42.739019 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:42.836138 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Calling delete_port for bfd99e14-e38d-4604-9725-a910f09a4191 owned by network:router_interface {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:43.044631 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:43.048452 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e1769fdb-1f4b-4785-b12e-6f339d78de45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:43.075455 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd99e14-e38d-4604-9725-a910f09a4191,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:43.079772 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:43.272712 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:43.491305 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Router d694d917-8c1f-452a-a589-c927ceb427e3 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:43.606077 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:43.611104 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] 10.222.0.82 "PUT /v2.0/routers/d694d917-8c1f-452a-a589-c927ceb427e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432258 Jun 17 14:25:43.613621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54570) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:43.616967 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] Sync routers for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:43.627025 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:43.627827 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:43.727873 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:43.748637 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:43.812094 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54578) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:43.899820 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:43.995764 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Deleting port 96346520-8388-4afd-97a8-53de0161116b {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:43.996114 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:44.123630 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] For port 96346520-8388-4afd-97a8-53de0161116b, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=96346520-8388-4afd-97a8-53de0161116b,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:44.124893 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:44.146027 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '96346520-8388-4afd-97a8-53de0161116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:25:42Z', 'revision_number': 5, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port': {'id': '96346520-8388-4afd-97a8-53de0161116b', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:44.177000 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] Checking router: d694d917-8c1f-452a-a589-c927ceb427e3 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:44.186274 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] Routers {'d694d917-8c1f-452a-a589-c927ceb427e3'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:44.187044 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['d694d917-8c1f-452a-a589-c927ceb427e3'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:44.209612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Calling delete_port for 96346520-8388-4afd-97a8-53de0161116b owned by network:router_gateway {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:44.317217 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] Set router d694d917-8c1f-452a-a589-c927ceb427e3 gateway port host: None {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:44.404249 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:25:43Z', 'revision_number': 6, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:44.429681 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:44.439244 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83c5c0-19dd-47ef-8c11-a48bffe502b4 None None] The sync data for ids ['d694d917-8c1f-452a-a589-c927ceb427e3'] in dv-cinder-796286-6-iscsi is: [{'id': 'd694d917-8c1f-452a-a589-c927ceb427e3', 'name': 'tempest-TestShelveInstance-292136621-router', 'tenant_id': '56c30b71910b44588178022c52d1d1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:47Z', 'updated_at': '2021-06-17T14:25:43Z', 'revision_number': 6, 'project_id': '56c30b71910b44588178022c52d1d1be', 'gw_port_host': None}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:44.500058 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:44.504231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f4137c85-ede7-49a2-9ff4-119bf15cab89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:44.548273 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96346520-8388-4afd-97a8-53de0161116b,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:44.554492 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:44.635727 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:44.795831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Deleting port 290934c4-b840-4f8d-b660-64a3d122e561 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:44.796234 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:44.934569 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] For port 290934c4-b840-4f8d-b660-64a3d122e561, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=290934c4-b840-4f8d-b660-64a3d122e561,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:44.935367 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.015838 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Calling delete_port for 290934c4-b840-4f8d-b660-64a3d122e561 owned by network:router_interface {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:45.052597 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.055690 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.109570 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.110304 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d694d917-8c1f-452a-a589-c927ceb427e3 {{(pid=93042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:25:45.118840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.120151 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] 10.222.0.82 "DELETE /v2.0/routers/d694d917-8c1f-452a-a589-c927ceb427e3 HTTP/1.1" status: 204 len: 168 time: 1.5052857 Jun 17 14:25:45.123380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54590) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:45.184241 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Deleting subnet 41bac6b9-08af-4732-a4b4-53d9a01b2819 {{(pid=93042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:25:45.188362 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.230827 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13843473'] for subnet, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.270789 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.279291 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0d6c9282-22b6-4f95-b805-efb3657d4883 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:45.320442 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Pushing event deleted for resources: {'Port': ['ID=290934c4-b840-4f8d-b660-64a3d122e561,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:45.323202 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:45.404097 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.498965 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12620015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24654246'] for subnet, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.501866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a0e85462-1e95-48d9-bd44-01aea1a81d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:45.529360 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.532029 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e270e24b-5761-41cf-8e15-a7d99e385849 None None] Network 96f94244-5446-4152-8309-52b05d72ea4d requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:45.538002 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/41bac6b9-08af-4732-a4b4-53d9a01b2819 HTTP/1.1" status: 204 len: 168 time: 0.4104581 Jun 17 14:25:45.550684 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54596) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:45.589473 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41bac6b9-08af-4732-a4b4-53d9a01b2819,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:45.598031 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-93d3cd5f-c0e2-43ac-88f0-546a27ff84e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:45.986100 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 96346520-8388-4afd-97a8-53de0161116b no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:46.022797 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] DHCP port deletion for 96f94244-5446-4152-8309-52b05d72ea4d request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:25:46.027301 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 96346520-8388-4afd-97a8-53de0161116b {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:46.027655 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 96346520-8388-4afd-97a8-53de0161116b not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:46.028112 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device bfd99e14-e38d-4604-9725-a910f09a4191 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:46.028720 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.051092 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.051587 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: bfd99e14-e38d-4604-9725-a910f09a4191 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:46.052624 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device bfd99e14-e38d-4604-9725-a910f09a4191 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:46.117165 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Deleting port 9b129612-a4b9-450f-af4a-47b1c0218d72 {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:46.117620 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.202465 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] For port 9b129612-a4b9-450f-af4a-47b1c0218d72, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=9b129612-a4b9-450f-af4a-47b1c0218d72,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:46.203110 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.226390 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Deleting port 9b129612-a4b9-450f-af4a-47b1c0218d72 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:46.226732 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.277053 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Calling delete_port for 9b129612-a4b9-450f-af4a-47b1c0218d72 owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:46.365904 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.368108 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:46.380920 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] For port 9b129612-a4b9-450f-af4a-47b1c0218d72, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=9b129612-a4b9-450f-af4a-47b1c0218d72,segment=NetworkSegment(59b9bcb4-2a85-4416-bcd5-ca579c34d69a),segment_id=59b9bcb4-2a85-4416-bcd5-ca579c34d69a)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:46.381286 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.395645 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Pushing event deleted for resources: {'Port': ['ID=9b129612-a4b9-450f-af4a-47b1c0218d72,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:46.399533 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:46.400377 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] No DVR routers for this DVR port 9b129612-a4b9-450f-af4a-47b1c0218d72 on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:46.462391 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Calling delete_port for 9b129612-a4b9-450f-af4a-47b1c0218d72 owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:46.486114 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Router 9298fdad-1653-46a4-93fc-bae20c19d7e4 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:46.643751 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.648165 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:46.678249 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b129612-a4b9-450f-af4a-47b1c0218d72,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:46.680858 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:46.683413 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] No DVR routers for this DVR port 9b129612-a4b9-450f-af4a-47b1c0218d72 on host dv-cinder-796286-6-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:46.710776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:46.719593 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-6581f0d7-b97f-47b4-b611-da3bb361d321 admin admin] 10.222.0.82 "PUT /v2.0/routers/9298fdad-1653-46a4-93fc-bae20c19d7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9062135 Jun 17 14:25:46.721815 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54604) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:46.722608 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] Sync routers for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:46.732279 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:46.733148 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:46.782819 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.793364 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f94244-5446-4152-8309-52b05d72ea4d']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:46.806981 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b9bcb4-2a85-4416-bcd5-ca579c34d69a') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:46.807274 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b9bcb4-2a85-4416-bcd5-ca579c34d69a') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:46.816804 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.833105 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.838097 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks [] for router, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.841281 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:25:46.841693 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: self.session.flush() Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: self.session.flush() Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: self.session.flush() Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: self.session.flush() Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:25:46.843856 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:25:46.850382 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:46.913356 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.918068 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:46.921363 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.923702 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] 10.222.0.82 "DELETE /v2.0/networks/96f94244-5446-4152-8309-52b05d72ea4d HTTP/1.1" status: 204 len: 168 time: 1.3718994 Jun 17 14:25:46.929233 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54606) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:46.935923 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Pushing event deleted for resources: {'Network': ['ID=96f94244-5446-4152-8309-52b05d72ea4d,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:46.939606 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:47.042145 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:47.151692 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:25:45Z', 'revision_number': 5, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port': {'id': 'aa2cb18a-fb20-47f6-ad4b-713c1f8095d9', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:17:40Z', 'updated_at': '2021-06-17T14:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:47.181137 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] Checking router: 9298fdad-1653-46a4-93fc-bae20c19d7e4 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:47.190396 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] Routers {'9298fdad-1653-46a4-93fc-bae20c19d7e4'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:47.191027 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['9298fdad-1653-46a4-93fc-bae20c19d7e4'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:47.199009 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Deleting port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:47.199486 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:47.289142 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] Set router 9298fdad-1653-46a4-93fc-bae20c19d7e4 gateway port host: None {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:47.354777 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] For port aa2cb18a-fb20-47f6-ad4b-713c1f8095d9, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:47.355139 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:47.363449 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:25:47Z', 'revision_number': 6, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:47.408409 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de82ae-6390-41d0-9be4-f3f7ce2ca752 None None] The sync data for ids ['9298fdad-1653-46a4-93fc-bae20c19d7e4'] in dv-cinder-796286-6-iscsi is: [{'id': '9298fdad-1653-46a4-93fc-bae20c19d7e4', 'name': 'tempest-AttachVolumeShelveTestJSON-2056835743-router', 'tenant_id': 'd9b4270b0433443cafb370696b7f5d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:17:38Z', 'updated_at': '2021-06-17T14:25:47Z', 'revision_number': 6, 'project_id': 'd9b4270b0433443cafb370696b7f5d08', 'gw_port_host': None}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:47.429135 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Calling delete_port for aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 owned by network:router_gateway {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:47.636344 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:47.729973 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:47.733835 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:47.763057 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2cb18a-fb20-47f6-ad4b-713c1f8095d9,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:47.767180 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:47.870677 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 9b129612-a4b9-450f-af4a-47b1c0218d72 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:47.878820 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:47.905940 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 9b129612-a4b9-450f-af4a-47b1c0218d72 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:47.906312 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 9b129612-a4b9-450f-af4a-47b1c0218d72 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:47.906947 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 290934c4-b840-4f8d-b660-64a3d122e561 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:47.928555 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 290934c4-b840-4f8d-b660-64a3d122e561 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:47.928899 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 290934c4-b840-4f8d-b660-64a3d122e561 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:48.007808 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.010880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.058648 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.059174 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9298fdad-1653-46a4-93fc-bae20c19d7e4 {{(pid=93042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:25:48.064570 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.065106 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] 10.222.0.82 "DELETE /v2.0/routers/9298fdad-1653-46a4-93fc-bae20c19d7e4 HTTP/1.1" status: 204 len: 168 time: 1.3421500 Jun 17 14:25:48.068385 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54616) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:48.116951 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Deleting subnet e9c8af69-4edf-471b-9f8e-4d5cce40f4ec {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:25:48.120274 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.156168 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.157935 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Deleting port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:48.158555 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.254127 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.282336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] For port 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,segment=NetworkSegment(e28daab6-7368-4989-9b60-b216d78d1dff),segment_id=e28daab6-7368-4989-9b60-b216d78d1dff)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:48.282786 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.321830 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.324788 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-0e32c5f6-d27e-4c16-ba42-0d798d6295d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:48.349789 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c8af69-4edf-471b-9f8e-4d5cce40f4ec,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:48.353906 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:48.358834 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.364335 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-10edd5c9-3471-4daa-bbfe-0b44834d494c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e9c8af69-4edf-471b-9f8e-4d5cce40f4ec HTTP/1.1" status: 204 len: 168 time: 0.2945764 Jun 17 14:25:48.365304 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54618) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:48.365867 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91eb4fc-b5f9-4911-8b72-9fd915bca247 None None] Network dcf13b0e-1f02-459c-b711-b134524684be requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:48.384962 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Calling delete_port for 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc owned by network:router_interface {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:48.461672 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.557596 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Deleting port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:48.559600 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.668420 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] For port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:48.669256 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.687928 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] DHCP port deletion for dcf13b0e-1f02-459c-b711-b134524684be request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:25:48.717140 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.725347 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9b4057a7-2c9f-4f90-ae88-b8bb2760b852 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:48.752272 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] Deleting port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:48.752731 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.764039 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ae3f0a-be81-4aae-9aae-d4832d7b7bdc,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:48.766867 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:48.791730 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Calling delete_port for 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:48.893332 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] For port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,segment=NetworkSegment(6514b6aa-8985-4fff-903b-1478728b30b2),segment_id=6514b6aa-8985-4fff-903b-1478728b30b2)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:48.896216 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.917926 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.922981 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:48.951052 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:48.956473 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:48.960023 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] No DVR routers for this DVR port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 on host dv-cinder-796286-6-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:49.044830 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] Calling delete_port for 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:49.052694 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.065767 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf13b0e-1f02-459c-b711-b134524684be']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:49.080416 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6514b6aa-8985-4fff-903b-1478728b30b2') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:49.081477 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6514b6aa-8985-4fff-903b-1478728b30b2') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:49.093514 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.111710 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.121514 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:25:49.122416 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:25:49.124789 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:25:49.148616 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.159574 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-5a8f9d43-116c-4cfc-af7f-f3640f21f710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:49.184827 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] Pushing event deleted for resources: {'Port': ['ID=3d4d082e-cd32-4b36-a1fc-18b022ca62b6,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:49.190881 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:49.198499 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b330cec-29fb-4ebf-915a-13665e930424 None None] No DVR routers for this DVR port 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:49.221667 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.225143 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1c8640a7-3360-4b39-9207-5f8df0d8a0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:49.229481 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.234171 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] 10.222.0.82 "DELETE /v2.0/networks/dcf13b0e-1f02-459c-b711-b134524684be HTTP/1.1" status: 204 len: 168 time: 0.8647094 Jun 17 14:25:49.243066 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf13b0e-1f02-459c-b711-b134524684be,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:49.250601 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:49.382155 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.398791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54644) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:49.455716 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-50649796-c9b6-40a4-88a1-9f4acabc1835 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d9b4270b0433443cafb370696b7f5d08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552487 Jun 17 14:25:49.460075 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54646) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:49.535896 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-decc11d6-5d28-4f41-9b7f-cbd9343a563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.563845 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-decc11d6-5d28-4f41-9b7f-cbd9343a563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.632308 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-decc11d6-5d28-4f41-9b7f-cbd9343a563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.635389 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-decc11d6-5d28-4f41-9b7f-cbd9343a563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:49.640432 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-decc11d6-5d28-4f41-9b7f-cbd9343a563a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6c67e9a5-1db5-4ce1-bff7-00b06b9e9b4a HTTP/1.1" status: 204 len: 168 time: 0.1756458 Jun 17 14:25:49.640432 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c0b1caf0-99b4-4caa-9719-ac0c8df0d029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:49.645795 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc11d6-5d28-4f41-9b7f-cbd9343a563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c67e9a5-1db5-4ce1-bff7-00b06b9e9b4a,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:49.648454 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-decc11d6-5d28-4f41-9b7f-cbd9343a563a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:49.678003 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Router 0c78352a-8eba-4a06-968a-13d15e6355be has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:25:49.805037 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:25:49.812452 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] 10.222.0.82 "PUT /v2.0/routers/0c78352a-8eba-4a06-968a-13d15e6355be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8821077 Jun 17 14:25:49.815086 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54650) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:49.816988 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] Sync routers for ids ['0c78352a-8eba-4a06-968a-13d15e6355be'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:25:49.828459 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] Routers {'0c78352a-8eba-4a06-968a-13d15e6355be'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:49.829198 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0c78352a-8eba-4a06-968a-13d15e6355be'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:49.889759 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:49.916339 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:49.917500 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device aa2cb18a-fb20-47f6-ad4b-713c1f8095d9 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:49.918231 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:49.939816 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:49.940171 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 3d4d082e-cd32-4b36-a1fc-18b022ca62b6 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:49.948032 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] Set router 0c78352a-8eba-4a06-968a-13d15e6355be gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:49.956475 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks [] for router, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.074307 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.144992 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Deleting port ad4c3feb-d689-4c75-a6f2-143be06f08f8 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:50.146320 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.171249 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:25:48Z', 'revision_number': 5, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port': {'id': 'ad4c3feb-d689-4c75-a6f2-143be06f08f8', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:18:56Z', 'updated_at': '2021-06-17T14:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:50.202271 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] Checking router: 0c78352a-8eba-4a06-968a-13d15e6355be for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:25:50.211825 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] Routers {'0c78352a-8eba-4a06-968a-13d15e6355be'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:25:50.212456 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0c78352a-8eba-4a06-968a-13d15e6355be'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:50.242378 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] For port ad4c3feb-d689-4c75-a6f2-143be06f08f8, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=ad4c3feb-d689-4c75-a6f2-143be06f08f8,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:50.242763 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.309299 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] Set router 0c78352a-8eba-4a06-968a-13d15e6355be gateway port host: None {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:25:50.323094 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Calling delete_port for ad4c3feb-d689-4c75-a6f2-143be06f08f8 owned by network:router_gateway {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:50.375162 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:25:50Z', 'revision_number': 6, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:50.412422 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f8666-bcd3-4c7b-b939-231f30759dbf None None] The sync data for ids ['0c78352a-8eba-4a06-968a-13d15e6355be'] in dv-cinder-796286-6-iscsi is: [{'id': '0c78352a-8eba-4a06-968a-13d15e6355be', 'name': 'tempest-TestShelveInstance-739529474-router', 'tenant_id': '613b5a9a4138491285e20a25b81ca969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:18:55Z', 'updated_at': '2021-06-17T14:25:50Z', 'revision_number': 6, 'project_id': '613b5a9a4138491285e20a25b81ca969', 'gw_port_host': None}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:25:50.458667 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54682) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:50.529265 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_v2 [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Deleting subnet 49694820-868d-4555-ac61-a6416a8442b4 {{(pid=93042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:25:50.533069 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.572934 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13843473'] for subnet, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.578777 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.583730 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-03866373-c91d-4a59-9726-b26f963d23f1 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:50.609722 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4c3feb-d689-4c75-a6f2-143be06f08f8,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:50.612577 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:50.623273 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.684606 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.700357 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12620015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24654246'] for subnet, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.702939 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:50.729483 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49694820-868d-4555-ac61-a6416a8442b4,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:50.731859 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:50.737166 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.739352 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-89999f8b-691f-4332-a3c7-91f6f9de575a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/49694820-868d-4555-ac61-a6416a8442b4 HTTP/1.1" status: 204 len: 168 time: 0.2779152 Jun 17 14:25:50.741772 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54688) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:50.818320 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.823190 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.866179 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.882485 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.883772 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c78352a-8eba-4a06-968a-13d15e6355be {{(pid=93041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:25:50.897427 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.899102 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-16951434-2978-4e17-806e-9103e6da3642 admin admin] 10.222.0.82 "DELETE /v2.0/routers/0c78352a-8eba-4a06-968a-13d15e6355be HTTP/1.1" status: 204 len: 168 time: 1.0825584 Jun 17 14:25:50.901591 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54694) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:50.973354 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:50.986904 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6f3d0e-17a7-4bb4-83b1-93748152287c']}} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:50.997614 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Deleting subnet 321791a2-0b9e-464e-88ef-74e9cc738236 {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:25:51.001354 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.004452 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b637f7-76f8-4f47-a87a-cb18723cab51') {'for_net_delete': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:51.005454 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b637f7-76f8-4f47-a87a-cb18723cab51') {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:51.018371 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13843486'] for segment, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.036815 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.045168 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=93042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:25:51.045689 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12619842'] for segment, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.046898 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: Traceback (most recent call last): Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: timer() Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: cb(*args, **kw) Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: return func(*args, **kwargs) Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: self._notify() Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: self.callback(batched_events) Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: event.method(event) Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: return f(self, *a, **k) Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:25:51.047630 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._get(url).json() Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: return self.request(url, 'GET', **kwargs) Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:25:51.052534 dv-cinder-796286-6-iscsi neutron-server[93042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:25:51.129461 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.138810 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-297e416e-b612-4f97-827e-c4f145311d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:51.144132 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.151635 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] 10.222.0.82 "DELETE /v2.0/networks/9d6f3d0e-17a7-4bb4-83b1-93748152287c HTTP/1.1" status: 204 len: 168 time: 0.4085722 Jun 17 14:25:51.152755 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54700) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:51.171035 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6f3d0e-17a7-4bb4-83b1-93748152287c,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:51.174152 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-85835715-2af8-4c6c-a0ed-1b2162b5aa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:51.252514 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.307293 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Deleting subnet 568c6075-7163-47c7-9ecc-2193b33480d7 {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:25:51.313536 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.360520 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.390942 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.397531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-07caa3e6-37ec-4c07-88f8-b2ece75e0458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:51.431760 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321791a2-0b9e-464e-88ef-74e9cc738236,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:51.436967 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.439490 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/321791a2-0b9e-464e-88ef-74e9cc738236 HTTP/1.1" status: 204 len: 168 time: 0.5363054 Jun 17 14:25:51.443420 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54706) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:51.443906 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-7c1f29d2-def8-4817-b9c3-f91a96410f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:51.445302 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.448342 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ddea4e-b483-4ab2-8dfc-fbb6660d64f1 None None] Network 2b98cfcd-70ef-44e1-8304-667ca1384269 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:51.517572 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.523420 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-94ff8986-f5ed-406d-8d54-7061054cec65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:51.541188 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.550646 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.553262 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/568c6075-7163-47c7-9ecc-2193b33480d7 HTTP/1.1" status: 204 len: 168 time: 0.3991060 Jun 17 14:25:51.555723 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54708) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:51.559175 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568c6075-7163-47c7-9ecc-2193b33480d7,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:51.562494 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-a48c6ef8-bcaa-4e21-ad4f-4bc874bac055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:51.676029 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.682625 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] DHCP port deletion for 2b98cfcd-70ef-44e1-8304-667ca1384269 request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:25:51.689001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Deleting port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:51.689334 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.737921 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Deleting port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:25:51.738455 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.796409 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] For port a58c2baa-4d04-4ae8-8054-90c5ba8eef82, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,segment=NetworkSegment(e28daab6-7368-4989-9b60-b216d78d1dff),segment_id=e28daab6-7368-4989-9b60-b216d78d1dff)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:51.796560 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.806233 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:51.839243 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:51.839597 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 25ae3f0a-be81-4aae-9aae-d4832d7b7bdc not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:51.839862 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.840032 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a58c2baa-4d04-4ae8-8054-90c5ba8eef82 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:51.877573 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] For port a58c2baa-4d04-4ae8-8054-90c5ba8eef82, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,segment=NetworkSegment(e28daab6-7368-4989-9b60-b216d78d1dff),segment_id=e28daab6-7368-4989-9b60-b216d78d1dff)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:51.877972 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.904759 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Calling delete_port for a58c2baa-4d04-4ae8-8054-90c5ba8eef82 owned by network:dhcp {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:51.910976 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f56002-23d9-40c4-ad4b-1a665ea6d68e']}} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:51.927367 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ffa7b7-6610-4f1f-8b1f-b7ddf2e5cee0') {'for_net_delete': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:51.927860 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ffa7b7-6610-4f1f-8b1f-b7ddf2e5cee0') {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:51.952215 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Calling delete_port for a58c2baa-4d04-4ae8-8054-90c5ba8eef82 owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:25:51.969626 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13843486'] for segment, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:51.989773 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.007387 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=93042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:25:52.007793 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12619842'] for segment, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: Traceback (most recent call last): Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: timer() Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: cb(*args, **kw) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: return func(*args, **kwargs) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: self._notify() Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: self.callback(batched_events) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: event.method(event) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: return f(self, *a, **k) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._get(url).json() Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: return self.request(url, 'GET', **kwargs) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:25:52.009581 dv-cinder-796286-6-iscsi neutron-server[93042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:25:52.050813 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.076306 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.080776 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:52.084114 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.088836 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] 10.222.0.82 "DELETE /v2.0/networks/47f56002-23d9-40c4-ad4b-1a665ea6d68e HTTP/1.1" status: 204 len: 168 time: 0.5286648 Jun 17 14:25:52.088836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.102475 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.110330 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=47f56002-23d9-40c4-ad4b-1a665ea6d68e,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:52.113431 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cc62ad1c-3c76-4c6f-beff-5d0ebda05a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:52.114187 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-93cbd195-caf0-46dc-954a-7c485e90d282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:52.117417 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] No DVR routers for this DVR port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 on host dv-cinder-796286-6-iscsi {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:52.138742 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:52.141259 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:52.166150 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:52.185842 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ad4c3feb-d689-4c75-a6f2-143be06f08f8 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:25:52.224812 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Pushing event deleted for resources: {'Port': ['ID=a58c2baa-4d04-4ae8-8054-90c5ba8eef82,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:52.233736 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] No DVR routers for this DVR port a58c2baa-4d04-4ae8-8054-90c5ba8eef82 on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:25:52.236277 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:52.239905 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: ad4c3feb-d689-4c75-a6f2-143be06f08f8 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:25:52.240512 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device ad4c3feb-d689-4c75-a6f2-143be06f08f8 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:25:52.246570 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.249325 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.266290 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b98cfcd-70ef-44e1-8304-667ca1384269']}} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:52.279093 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28daab6-7368-4989-9b60-b216d78d1dff') {'for_net_delete': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:52.279689 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28daab6-7368-4989-9b60-b216d78d1dff') {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:25:52.290556 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13843486'] for segment, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.319776 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.327868 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=93042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:25:52.328421 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12619842'] for segment, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: Traceback (most recent call last): Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: timer() Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: cb(*args, **kw) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: return func(*args, **kwargs) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: self._notify() Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: self.callback(batched_events) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: event.method(event) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: return f(self, *a, **k) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._get(url).json() Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: return self.request(url, 'GET', **kwargs) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:25:52.330374 dv-cinder-796286-6-iscsi neutron-server[93042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:25:52.355528 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54716) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:52.402515 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-7d0be4ab-1e1f-44b8-8bed-4cfc5ce02e56 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4740eff555314b03b19e15b3e074d1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450628 Jun 17 14:25:52.404883 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54722) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:52.420592 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.426143 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:52.430238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.433523 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] 10.222.0.82 "DELETE /v2.0/networks/2b98cfcd-70ef-44e1-8304-667ca1384269 HTTP/1.1" status: 204 len: 168 time: 0.9865236 Jun 17 14:25:52.447452 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b98cfcd-70ef-44e1-8304-667ca1384269,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:52.450205 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:52.474081 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.502232 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.561364 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.564461 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.565852 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a256347a-de86-4b12-ab99-38fd26adf6b4 HTTP/1.1" status: 204 len: 168 time: 0.1599402 Jun 17 14:25:52.566805 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e78aaf12-06bc-4210-a9d5-4392631ca6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:52.577074 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a256347a-de86-4b12-ab99-38fd26adf6b4,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:52.589527 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:52.659618 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54734) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:52.711763 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3f1d02ee-e848-4273-942e-eb45f139dc21 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=56c30b71910b44588178022c52d1d1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506554 Jun 17 14:25:52.714266 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54742) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:52.765863 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.787556 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.844634 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.847544 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:52.849191 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d09c629f-1d69-4eee-b57a-f6c8ab6c110b HTTP/1.1" status: 204 len: 168 time: 0.1334209 Jun 17 14:25:52.850215 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-af2229e2-ee40-42b6-b2d9-6e0fd9a48ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:52.857612 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c629f-1d69-4eee-b57a-f6c8ab6c110b,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:52.860082 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:52.893510 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54748) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:52.933764 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-345cc080-495b-431b-bafc-e46f57344969 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ffd155fe339d4d3f891a00246b8c7b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389726 Jun 17 14:25:52.936264 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54750) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:53.000401 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.026769 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.076231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.078819 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.079923 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7e2571ab-2193-42ba-8ff8-f52d650c0074 HTTP/1.1" status: 204 len: 168 time: 0.1427550 Jun 17 14:25:53.080678 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6f61678f-6488-4e2f-9034-79de1afbe411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:53.089271 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2571ab-2193-42ba-8ff8-f52d650c0074,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:53.091001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:53.245051 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54756) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:53.305348 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f3e47663-c362-441c-a47c-1dffcbc49954 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=613b5a9a4138491285e20a25b81ca969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589972 Jun 17 14:25:53.308162 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54760) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:53.360634 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.384246 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.433880 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.436570 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:53.437767 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/62ed86dc-acd0-4bda-ba7b-2c52a8e445b6 HTTP/1.1" status: 204 len: 168 time: 0.1287131 Jun 17 14:25:53.438677 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1ef143ca-8585-4d4f-af68-707a78ef0d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:53.448325 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed86dc-acd0-4bda-ba7b-2c52a8e445b6,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:53.451094 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:53.681627 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:25:54.248171 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54792) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:54.352943 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:54.441459 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:54.445213 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:54.448059 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-510f3b5d-9181-416c-926b-1fb422eb9269 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:54.485234 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=22addd5647d04eb8be9cb3b435b74b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359910 Jun 17 14:25:54.486197 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb3ecdc-cf75-42a2-b72e-6c6681fdf589,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:54.488016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54796) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:54.495134 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.495531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.495915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.496397 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.496904 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.497509 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.497730 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.498129 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.498579 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.498976 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.499341 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.499703 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:54.503845 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4a31ee2d-5ee1-47c7-8800-6e6b5e3865e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:54.539408 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-087e72c0-f086-42ea-a6f0-fafdcb84fd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:54.562202 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-087e72c0-f086-42ea-a6f0-fafdcb84fd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:54.611555 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-087e72c0-f086-42ea-a6f0-fafdcb84fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:54.615709 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-087e72c0-f086-42ea-a6f0-fafdcb84fd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:54.616895 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-087e72c0-f086-42ea-a6f0-fafdcb84fd33 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3eb3ecdc-cf75-42a2-b72e-6c6681fdf589 HTTP/1.1" status: 204 len: 168 time: 0.1278682 Jun 17 14:25:54.617767 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1c787502-bb39-449f-a9a4-1fb5481bc314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:54.626027 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e72c0-f086-42ea-a6f0-fafdcb84fd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb3ecdc-cf75-42a2-b72e-6c6681fdf589,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:54.628353 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-087e72c0-f086-42ea-a6f0-fafdcb84fd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:58.610022 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54928) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:58.722619 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd733829-87b9-43db-8fc6-188c150bdddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:58.823054 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd733829-87b9-43db-8fc6-188c150bdddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:58.827445 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd733829-87b9-43db-8fc6-188c150bdddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:58.830224 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6463e1d5-6637-4f59-89f2-7bf6eb24c2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:58.875458 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-cd733829-87b9-43db-8fc6-188c150bdddf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb143282fe94490296567aeb4b13f592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642965 Jun 17 14:25:58.876331 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd733829-87b9-43db-8fc6-188c150bdddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa25f5-b398-4cdc-91ea-01713f719254,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:58.878098 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 54932) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:58.880698 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cd733829-87b9-43db-8fc6-188c150bdddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:58.939671 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6fd052cc-02d1-4831-ad6c-36d8e021f12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:58.960831 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6fd052cc-02d1-4831-ad6c-36d8e021f12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:59.010774 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6fd052cc-02d1-4831-ad6c-36d8e021f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:59.013470 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6fd052cc-02d1-4831-ad6c-36d8e021f12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:59.014653 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-6fd052cc-02d1-4831-ad6c-36d8e021f12f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cdfa25f5-b398-4cdc-91ea-01713f719254 HTTP/1.1" status: 204 len: 168 time: 0.1355717 Jun 17 14:25:59.015648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee639641-0252-4a02-907f-24163b2f35c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:59.024266 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd052cc-02d1-4831-ad6c-36d8e021f12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa25f5-b398-4cdc-91ea-01713f719254,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:59.026575 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-6fd052cc-02d1-4831-ad6c-36d8e021f12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:00.887923 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54992) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:01.008290 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6009516-62cb-43b0-b475-beee0b6d1761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.112938 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6009516-62cb-43b0-b475-beee0b6d1761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.117700 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6009516-62cb-43b0-b475-beee0b6d1761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.121602 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-023bd387-bfb6-447a-b86b-30ca90a3eec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:01.158713 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f6009516-62cb-43b0-b475-beee0b6d1761 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a83a12d537b34341ad7854cd4c35ce58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695322 Jun 17 14:26:01.161543 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6009516-62cb-43b0-b475-beee0b6d1761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d99f7-2be5-418e-94fd-720b7e2867a2,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:01.164114 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 54998) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:01.171112 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f6009516-62cb-43b0-b475-beee0b6d1761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:01.221200 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.244353 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.297567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.302909 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.306909 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0f1d99f7-2be5-418e-94fd-720b7e2867a2 HTTP/1.1" status: 204 len: 168 time: 0.1390772 Jun 17 14:26:01.306909 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-907a26c4-8d02-4610-ac33-34289c9d3a6e tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:01.317279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d99f7-2be5-418e-94fd-720b7e2867a2,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:01.321024 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:01.618438 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55004) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:01.632799 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-63534ebb-06ce-4187-8c77-8cd165d8d013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.748393 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-63534ebb-06ce-4187-8c77-8cd165d8d013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.753606 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-f40404f3-1e82-45e2-9142-1937372e6d1e tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181384243&fields=id&tenant_id=71f37b2d40e84c689d4d2e8cad3a342e HTTP/1.1" status: 200 len: 267 time: 0.0376518 Jun 17 14:26:01.754542 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-63534ebb-06ce-4187-8c77-8cd165d8d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.758290 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-056bc311-3c93-4908-8abe-9c65c7aaf13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:01.800455 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63534ebb-06ce-4187-8c77-8cd165d8d013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d0dbbf-5df7-4525-bc80-e16938c7ddf5,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:01.804710 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-63534ebb-06ce-4187-8c77-8cd165d8d013 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e490b7672c874970a78614851cde28e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849511 Jun 17 14:26:01.805630 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-63534ebb-06ce-4187-8c77-8cd165d8d013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:01.807393 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55008) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:01.841809 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-0b870e4a-8253-41a8-993c-9def19124f69 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:01.843635 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-0b870e4a-8253-41a8-993c-9def19124f69 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 984 time: 0.0836084 Jun 17 14:26:01.856409 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Request body: {'port': {'security_groups': ['6944a1d0-fed6-47b7-a3a5-db9da200e976']}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:26:01.862788 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2201f0fe-30d2-4001-a4e2-3ac10d98140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.888808 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2201f0fe-30d2-4001-a4e2-3ac10d98140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.947241 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2201f0fe-30d2-4001-a4e2-3ac10d98140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.950337 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2201f0fe-30d2-4001-a4e2-3ac10d98140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:01.951711 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-2201f0fe-30d2-4001-a4e2-3ac10d98140d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/90d0dbbf-5df7-4525-bc80-e16938c7ddf5 HTTP/1.1" status: 204 len: 168 time: 0.1433864 Jun 17 14:26:01.952539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c3755dee-1e75-4e4b-ab00-6469dfce2693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:01.961005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201f0fe-30d2-4001-a4e2-3ac10d98140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d0dbbf-5df7-4525-bc80-e16938c7ddf5,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:01.963638 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-2201f0fe-30d2-4001-a4e2-3ac10d98140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:02.225269 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.428439 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:02.460105 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.466108 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.472151 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4b2e8a56-b83c-4aba-8894-c0ff2371979d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:02.492174 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['5db44716-1394-47c6-b7ba-6d6285bd35ef'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:26:02.528825 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:02.529517 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.531119 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a2ae6245-c022-44a5-9b1b-4790585f3533 req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "PUT /v2.0/ports/5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 942 time: 0.6796269 Jun 17 14:26:02.531743 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:26:02.534349 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830" -d '{"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:26:02.547421 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55028) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:02.585673 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event updated for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=7']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:02.597900 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:02.618818 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43314c0d-b4ee-4a2d-8306-eb893ef7168b x-openstack-request-id: req-43314c0d-b4ee-4a2d-8306-eb893ef7168b {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:26:02.619523 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:26:02.620038 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-43314c0d-b4ee-4a2d-8306-eb893ef7168b {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:26:02.620703 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'status': 'completed', 'code': 200} Jun 17 14:26:02.658925 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c92d1d27-2468-482e-90a7-487e6f803c15 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.729934 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c92d1d27-2468-482e-90a7-487e6f803c15 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.772032 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-2f03872e-8de5-49b1-b300-9a9787a422a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:02.774553 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-2f03872e-8de5-49b1-b300-9a9787a422a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1098 time: 0.1160483 Jun 17 14:26:02.774704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['5db44716-1394-47c6-b7ba-6d6285bd35ef'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:26:02.883492 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-7daa3d6b-f5a1-44d3-834c-4c445c1b231b None None] Provisioning complete for port 5db44716-1394-47c6-b7ba-6d6285bd35ef triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:26:02.884245 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7daa3d6b-f5a1-44d3-834c-4c445c1b231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.896165 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-47a3c2dd-1485-4361-bc3d-dbcd38472c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:02.897997 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-47a3c2dd-1485-4361-bc3d-dbcd38472c0b service neutron] 10.222.0.95 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 917 time: 0.1159348 Jun 17 14:26:02.961271 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c92d1d27-2468-482e-90a7-487e6f803c15 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.964298 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c92d1d27-2468-482e-90a7-487e6f803c15 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:02.968637 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c92d1d27-2468-482e-90a7-487e6f803c15 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "DELETE /v2.0/security-groups/f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7 HTTP/1.1" status: 204 len: 168 time: 0.4198368 Jun 17 14:26:02.968795 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55038) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:02.977738 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9f1aa544-28a3-4782-8ef5-634817a8bfb0 tempest-AttachVolumeTestJSON-113259674 tempest-AttachVolumeTestJSON-113259674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:02.991463 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d1d27-2468-482e-90a7-487e6f803c15 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88b58bb-a17a-4f3a-b1b8-e55dfe489cd7,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:02.996027 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c92d1d27-2468-482e-90a7-487e6f803c15 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:03.017475 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-426ea6d2-d0c5-4b06-87e7-3821f3272c0c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 1001 time: 0.1118815 Jun 17 14:26:03.072115 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-4be2dcd0-4621-4ea8-90d2-0724d6a5951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:03.073822 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-4be2dcd0-4621-4ea8-90d2-0724d6a5951f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 200 len: 854 time: 0.0500124 Jun 17 14:26:03.145433 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-b5a75be3-c059-4709-9ccb-a787eaa1a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:03.147291 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-b5a75be3-c059-4709-9ccb-a787eaa1a3a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664814 Jun 17 14:26:03.206028 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Deleting port f40f4658-6ab2-43be-8b2e-ee2484a9fef5 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:03.206028 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:03.264305 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-aae55d47-ba66-4c50-b3e7-432975ae7ee1 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099396 Jun 17 14:26:03.314779 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:03.315118 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:03.373517 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b7bf3d43-e53f-4d6b-b15f-e6a2406f2830 req-f2ca5a9b-3900-443d-ac89-076de4ef56c9 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983782 Jun 17 14:26:03.384855 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Calling delete_port for f40f4658-6ab2-43be-8b2e-ee2484a9fef5 owned by network:floatingip {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:03.540977 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:03.543250 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-69b740de-c9ba-4a5a-a86e-2e03833727a9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:03.567537 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event deleted for resources: {'Port': ['ID=f40f4658-6ab2-43be-8b2e-ee2484a9fef5,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:03.571546 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:03.636617 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks [] for floatingip, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:03.636950 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Floating IP d0c75123-987f-4a09-abaa-c5c0bcf9dc8d disassociated (deleted). External IP: 172.27.0.126, port: 5db44716-1394-47c6-b7ba-6d6285bd35ef. Jun 17 14:26:03.752441 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5f24f4f8-9599-4af0-a638-02d7f39af3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:03.863220 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:26:03.939066 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55062) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:03.978990 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:26:03.984021 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:03.990679 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] Sync routers for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:26:04.006661 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:26:04.007428 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:04.025672 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "DELETE /v2.0/floatingips/d0c75123-987f-4a09-abaa-c5c0bcf9dc8d HTTP/1.1" status: 204 len: 168 time: 1.0558579 Jun 17 14:26:04.076911 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cb093b9f-5494-48ea-9357-febf25bd279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.153312 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:26:04.221191 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cb093b9f-5494-48ea-9357-febf25bd279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.227209 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cb093b9f-5494-48ea-9357-febf25bd279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.244712 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-dd69a6ad-d5a8-46d8-a748-4c90bb857ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:04.271012 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-cb093b9f-5494-48ea-9357-febf25bd279b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a6cb2d6ac05b404bb9ba8ab21b6a2a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273506 Jun 17 14:26:04.271395 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55072) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:04.294256 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb093b9f-5494-48ea-9357-febf25bd279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe5866e-c096-45a3-9519-df0d115f6228,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:04.305958 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cb093b9f-5494-48ea-9357-febf25bd279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:04.335379 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a30a9f89-0b6d-4e56-8fef-31e7eeed845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.358927 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a30a9f89-0b6d-4e56-8fef-31e7eeed845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.415902 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a30a9f89-0b6d-4e56-8fef-31e7eeed845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.418904 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a30a9f89-0b6d-4e56-8fef-31e7eeed845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.420450 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-a30a9f89-0b6d-4e56-8fef-31e7eeed845f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/abe5866e-c096-45a3-9519-df0d115f6228 HTTP/1.1" status: 204 len: 168 time: 0.1480575 Jun 17 14:26:04.422903 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-38a79b92-6d99-4cb8-a31c-2763015e5c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:04.431061 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a9f89-0b6d-4e56-8fef-31e7eeed845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe5866e-c096-45a3-9519-df0d115f6228,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:04.433593 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-a30a9f89-0b6d-4e56-8fef-31e7eeed845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:04.488031 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 5, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:04.516663 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] Checking router: 0cacdd75-20b9-4bb9-bf94-dfa35def2833 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:26:04.525365 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:26:04.526016 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:25:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:04.621640 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:26:04.624331 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b" -d '{"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:26:04.647482 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:26:04.662643 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8195b276-d3ac-4ce8-be89-f42d36056b3e x-openstack-request-id: req-8195b276-d3ac-4ce8-be89-f42d36056b3e {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:26:04.662977 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:26:04.663358 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8195b276-d3ac-4ce8-be89-f42d36056b3e {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:26:04.663710 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'status': 'completed', 'code': 200} Jun 17 14:26:04.753549 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55084) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:04.763311 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-7f15c88f-9d4f-47e5-947f-48a5877b2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:04.765288 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-7f15c88f-9d4f-47e5-947f-48a5877b2276 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 1098 time: 0.0725248 Jun 17 14:26:04.771290 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-793918f7-59c3-4dad-8300-5ff312555494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:04.877532 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 5, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:04.908443 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-1fd4fa0f-efda-47d4-9625-dfd44fd823b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:04.909176 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30070564-34c5-46b1-9ee9-b4aaa9988a69 None None] The sync data for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi is: [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:37Z', 'revision_number': 4, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': 'b204f93c-0d42-4126-ae78-1e377cb18cb3', 'name': '', 'network_id': '9ce1bbf2-a32d-4661-8ca7-974b08a98cca', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'mac_address': 'fa:16:3e:38:95:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:37Z', 'updated_at': '2021-06-17T14:23:44Z', 'revision_number': 5, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'subnets': [{'id': '731ab3fa-060a-4640-a0a4-dd73d4032a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:26:04.910033 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-1fd4fa0f-efda-47d4-9625-dfd44fd823b4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 200 len: 917 time: 0.1364326 Jun 17 14:26:04.959537 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-286d4002-e3e9-476b-9131-a49ab0ba680c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 200 len: 217 time: 0.0411849 Jun 17 14:26:05.036658 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-a9f1d97d-eba9-47ea-8149-44d0e248740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:05.038115 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-a9f1d97d-eba9-47ea-8149-44d0e248740c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 200 len: 854 time: 0.0711303 Jun 17 14:26:05.039876 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-793918f7-59c3-4dad-8300-5ff312555494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:05.044596 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-793918f7-59c3-4dad-8300-5ff312555494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:05.048520 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cac60820-e9c8-4e20-a403-1cdcae0837d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:05.117238 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-793918f7-59c3-4dad-8300-5ff312555494 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c68a9db1431748d1a31e4c6f6caa48bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619289 Jun 17 14:26:05.119285 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793918f7-59c3-4dad-8300-5ff312555494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07db746c-2702-4ab0-b7f2-f83a220c8e04,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:05.120011 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55086) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:05.123666 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-793918f7-59c3-4dad-8300-5ff312555494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:05.148005 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-fb1a0572-4d4f-4810-b6bb-363122ecb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:05.150442 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-fb1a0572-4d4f-4810-b6bb-363122ecb462 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9ce1bbf2-a32d-4661-8ca7-974b08a98cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024377 Jun 17 14:26:05.182657 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:05.203020 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc39b35-a04d-42aa-96d8-9ea5fb0ee485 None None] New status for floating IP d0c75123-987f-4a09-abaa-c5c0bcf9dc8d: DOWN {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:26:05.216519 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:05.251510 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-8003c773-8010-49f6-9802-24194069b142 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937405 Jun 17 14:26:05.271207 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:05.275430 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:05.279881 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/07db746c-2702-4ab0-b7f2-f83a220c8e04 HTTP/1.1" status: 204 len: 168 time: 0.1554008 Jun 17 14:26:05.279881 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-fe8fa325-2bf2-47f0-9519-f272cfe71188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:05.300031 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07db746c-2702-4ab0-b7f2-f83a220c8e04,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:05.307878 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:05.372623 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-cdc8e8e9-9621-4aaf-b3ee-d008183d354b req-993e826d-21ec-4ad3-86a8-0585a2a2e2a4 service neutron] 10.222.0.95 "GET /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145263 Jun 17 14:26:06.183564 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fab61170-e58f-487a-8611-127b3b609896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:06.860614 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.003741 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55150) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:07.116195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9a39723a-1e66-49de-b297-ff5a66122c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.243100 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9a39723a-1e66-49de-b297-ff5a66122c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.247195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9a39723a-1e66-49de-b297-ff5a66122c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.251180 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-072e2f64-4450-4e6d-a36e-e4567a7dc27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:07.295764 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39723a-1e66-49de-b297-ff5a66122c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744597b6-7390-470d-ab27-0345357771f1,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:07.299018 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9a39723a-1e66-49de-b297-ff5a66122c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:07.305432 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-9a39723a-1e66-49de-b297-ff5a66122c36 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f8aba3d6b9124131b9fcf2eddcb9ba4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995677 Jun 17 14:26:07.305578 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55156) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:07.333940 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a931a-8456-4908-a2db-8124d7c27026 req-b84139a4-2a9f-48da-ba8b-159c78db806d tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:07.335723 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-254a931a-8456-4908-a2db-8124d7c27026 req-b84139a4-2a9f-48da-ba8b-159c78db806d tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.1299820 Jun 17 14:26:07.361194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.375806 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-254a931a-8456-4908-a2db-8124d7c27026 req-f4b22289-361d-4e7f-bd8d-71c3d329b486 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320961 Jun 17 14:26:07.383880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.437093 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.440050 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.441216 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/744597b6-7390-470d-ab27-0345357771f1 HTTP/1.1" status: 204 len: 168 time: 0.1336644 Jun 17 14:26:07.442940 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5c1c1e23-00d6-424c-b5b0-ccc69d3fe8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:07.452097 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744597b6-7390-470d-ab27-0345357771f1,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:07.459611 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.459993 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.460409 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.460716 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.461162 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.461478 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.461836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.462231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.462595 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.463037 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.463295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.463676 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:07.467034 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:07.718908 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55164) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:07.733644 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-690507fe-8d39-41ce-a38f-c328e7893f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.735527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.828143 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-690507fe-8d39-41ce-a38f-c328e7893f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.832698 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-690507fe-8d39-41ce-a38f-c328e7893f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.835398 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-56baa88f-6765-4255-a2cb-dd0f870392e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:07.869793 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690507fe-8d39-41ce-a38f-c328e7893f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4798546-f9c8-4579-9aba-fe066979703e,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:07.876587 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-690507fe-8d39-41ce-a38f-c328e7893f36 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=67c2e1c168f0473b99c9baf373d409ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531622 Jun 17 14:26:07.876587 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-690507fe-8d39-41ce-a38f-c328e7893f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:07.877256 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55172) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:07.929209 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-31d5018a-dc51-48b7-9da6-a8d48cbe43cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:07.950031 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-31d5018a-dc51-48b7-9da6-a8d48cbe43cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:08.001903 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-31d5018a-dc51-48b7-9da6-a8d48cbe43cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:08.004817 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-31d5018a-dc51-48b7-9da6-a8d48cbe43cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:08.005876 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-31d5018a-dc51-48b7-9da6-a8d48cbe43cc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f4798546-f9c8-4579-9aba-fe066979703e HTTP/1.1" status: 204 len: 168 time: 0.1281805 Jun 17 14:26:08.006666 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-4b31497b-1926-4fd4-807c-eac1c0aaa32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:08.014817 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5018a-dc51-48b7-9da6-a8d48cbe43cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4798546-f9c8-4579-9aba-fe066979703e,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:08.018718 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-31d5018a-dc51-48b7-9da6-a8d48cbe43cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:08.570657 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a18729-8e2f-455e-82de-de1eef18dd80 req-af4cc834-4fc2-4fd4-b928-a5fe3c705111 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:08.574650 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d7a18729-8e2f-455e-82de-de1eef18dd80 req-af4cc834-4fc2-4fd4-b928-a5fe3c705111 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0811927 Jun 17 14:26:08.616022 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d7a18729-8e2f-455e-82de-de1eef18dd80 req-45fcebe3-f937-466d-9d31-c6cc9d942c32 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/security-groups?id=6944a1d0-fed6-47b7-a3a5-db9da200e976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374455 Jun 17 14:26:09.033581 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-47de03e7-d8a0-4db1-ae87-d374bfb2b8c5 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:09.035050 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-47de03e7-d8a0-4db1-ae87-d374bfb2b8c5 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.95 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0699079 Jun 17 14:26:09.140038 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Deleting port 5db44716-1394-47c6-b7ba-6d6285bd35ef {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:09.140332 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:09.244110 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] For port 5db44716-1394-47c6-b7ba-6d6285bd35ef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5db44716-1394-47c6-b7ba-6d6285bd35ef,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:09.244568 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:09.313916 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Calling delete_port for 5db44716-1394-47c6-b7ba-6d6285bd35ef owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:09.448374 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:09.453608 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9238e65a-25cb-4ee9-a9ee-8f1ccdfb0bd4 tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:09.461011 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['5db44716-1394-47c6-b7ba-6d6285bd35ef'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:26:09.480978 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Pushing event deleted for resources: {'Port': ['ID=5db44716-1394-47c6-b7ba-6d6285bd35ef,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:09.485964 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:09.531324 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] No DVR routers for this DVR port 5db44716-1394-47c6-b7ba-6d6285bd35ef on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:26:09.533958 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:09.535997 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7faa735f-6053-4e93-a1bd-d2bc4a35dd21 req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.95 "DELETE /v2.0/ports/5db44716-1394-47c6-b7ba-6d6285bd35ef HTTP/1.1" status: 204 len: 173 time: 0.4939625 Jun 17 14:26:09.536529 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'name': 'network-vif-deleted', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:26:09.539003 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960b1c3-1759-4aaf-9e28-0709e598f76d" -d '{"events": [{"server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "name": "network-vif-deleted", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:26:09.587869 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cca6fb-5933-455e-a0f8-d0ce3d04d6ab x-openstack-request-id: req-c7cca6fb-5933-455e-a0f8-d0ce3d04d6ab {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:26:09.588237 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e66146-3344-4397-82fc-3973a9fe1cd6", "name": "network-vif-deleted", "tag": "5db44716-1394-47c6-b7ba-6d6285bd35ef", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:26:09.588528 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c7cca6fb-5933-455e-a0f8-d0ce3d04d6ab {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:26:09.589090 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e66146-3344-4397-82fc-3973a9fe1cd6', 'name': 'network-vif-deleted', 'tag': '5db44716-1394-47c6-b7ba-6d6285bd35ef', 'status': 'completed', 'code': 200} Jun 17 14:26:10.022005 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:10.023332 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-101260ef-a291-4090-a2b0-3f988356c6ea req-bde1f316-1371-4dc3-b409-bfeb82860f84 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] 10.222.0.82 "GET /v2.0/ports?device_id=60e66146-3344-4397-82fc-3973a9fe1cd6 HTTP/1.1" status: 200 len: 210 time: 0.0383751 Jun 17 14:26:11.749590 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55292) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:12.131129 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.271641 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55312) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:12.411558 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-65d92292-e6c1-40b3-a31d-5425604992b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.447403 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Deleting port b204f93c-0d42-4126-ae78-1e377cb18cb3 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:12.447737 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.504207 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-65d92292-e6c1-40b3-a31d-5425604992b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.508766 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-65d92292-e6c1-40b3-a31d-5425604992b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.511370 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-33935b36-c438-4d0e-a5fd-7f4efd8e922c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:12.527607 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] For port b204f93c-0d42-4126-ae78-1e377cb18cb3, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=b204f93c-0d42-4126-ae78-1e377cb18cb3,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:12.527867 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.549298 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d92292-e6c1-40b3-a31d-5425604992b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d483445-137b-4cbd-bff6-c384404d20ff,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:12.554554 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-65d92292-e6c1-40b3-a31d-5425604992b7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d9a6796813a64b298399fb4cb33b87ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816243 Jun 17 14:26:12.555509 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-65d92292-e6c1-40b3-a31d-5425604992b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:12.557082 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55316) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:12.597462 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Calling delete_port for b204f93c-0d42-4126-ae78-1e377cb18cb3 owned by network:router_interface {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:12.607954 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c43d82bf-17e2-414c-86b8-8115e5018598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.629915 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c43d82bf-17e2-414c-86b8-8115e5018598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.683631 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c43d82bf-17e2-414c-86b8-8115e5018598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.686380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c43d82bf-17e2-414c-86b8-8115e5018598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.687522 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c43d82bf-17e2-414c-86b8-8115e5018598 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2d483445-137b-4cbd-bff6-c384404d20ff HTTP/1.1" status: 204 len: 168 time: 0.1295450 Jun 17 14:26:12.688321 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b361980b-2bfb-4991-8385-5b141c03a6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:12.697541 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d82bf-17e2-414c-86b8-8115e5018598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d483445-137b-4cbd-bff6-c384404d20ff,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:12.699986 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c43d82bf-17e2-414c-86b8-8115e5018598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:12.786493 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.788533 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:12.813013 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b204f93c-0d42-4126-ae78-1e377cb18cb3,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:12.817188 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:12.978263 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55322) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:12.982411 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:12.992285 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6990-2778-44f5-b628-f74fd04587ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.091347 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6990-2778-44f5-b628-f74fd04587ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.095279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6990-2778-44f5-b628-f74fd04587ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.099325 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cd733829-87b9-43db-8fc6-188c150bdddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:13.135135 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d6990-2778-44f5-b628-f74fd04587ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7fa62d-49ca-4a52-927e-b086a5d9a78c,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:13.139357 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-4e5d6990-2778-44f5-b628-f74fd04587ba admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7426d3cde54d43fdafab740bc219e081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600497 Jun 17 14:26:13.140242 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-4e5d6990-2778-44f5-b628-f74fd04587ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:13.144045 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55324) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:13.170949 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 5db44716-1394-47c6-b7ba-6d6285bd35ef no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:13.193917 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 5db44716-1394-47c6-b7ba-6d6285bd35ef {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:13.194297 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 5db44716-1394-47c6-b7ba-6d6285bd35ef not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:13.212776 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0d18a3a1-7c24-45e4-a676-8609060c5253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.225089 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:26:13.237411 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0d18a3a1-7c24-45e4-a676-8609060c5253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.288906 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0d18a3a1-7c24-45e4-a676-8609060c5253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.292016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0d18a3a1-7c24-45e4-a676-8609060c5253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.300134 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-0d18a3a1-7c24-45e4-a676-8609060c5253 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9b7fa62d-49ca-4a52-927e-b086a5d9a78c HTTP/1.1" status: 204 len: 168 time: 0.1494615 Jun 17 14:26:13.300134 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c3acdea5-6fb5-4b41-bdb1-09da491f1b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:13.302984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a3a1-7c24-45e4-a676-8609060c5253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7fa62d-49ca-4a52-927e-b086a5d9a78c,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:13.305882 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0d18a3a1-7c24-45e4-a676-8609060c5253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:13.359870 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:26:13.370135 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-732aeb37-1c1b-4b87-b677-6be069fd52ab admin admin] 10.222.0.82 "PUT /v2.0/routers/0cacdd75-20b9-4bb9-bf94-dfa35def2833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6148696 Jun 17 14:26:13.370962 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55332) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:13.371138 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] Sync routers for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:26:13.381595 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:26:13.382671 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:26:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:13.489610 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55338) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:13.509265 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks [] for router, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.516396 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:26:13.613773 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8256d9e6-8e67-4524-a381-74e04a7aafc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.642845 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.718472 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Deleting port 6cd10872-93a7-449b-8e8a-d759d77ebb82 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:13.718844 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.736134 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:26:12Z', 'revision_number': 5, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port': {'id': '6cd10872-93a7-449b-8e8a-d759d77ebb82', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:13.737913 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8256d9e6-8e67-4524-a381-74e04a7aafc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.747421 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8256d9e6-8e67-4524-a381-74e04a7aafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.751570 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-63534ebb-06ce-4187-8c77-8cd165d8d013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:13.784470 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256d9e6-8e67-4524-a381-74e04a7aafc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e5dd87-7cee-4933-a40f-e684ddca6d89,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:13.791916 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8256d9e6-8e67-4524-a381-74e04a7aafc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:13.799242 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] Checking router: 0cacdd75-20b9-4bb9-bf94-dfa35def2833 for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:26:13.808273 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] Routers {'0cacdd75-20b9-4bb9-bf94-dfa35def2833'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:26:13.809081 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:26:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:13.818826 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55350) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:13.820608 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8256d9e6-8e67-4524-a381-74e04a7aafc5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=415835e82d58497b9ec11e02f8cb6708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286123 Jun 17 14:26:13.927538 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] Set router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 gateway port host: None {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:26:13.987682 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:26:13Z', 'revision_number': 6, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:14.019223 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcb018-db40-4548-89b1-113458065ce6 None None] The sync data for ids ['0cacdd75-20b9-4bb9-bf94-dfa35def2833'] in dv-cinder-796286-6-iscsi is: [{'id': '0cacdd75-20b9-4bb9-bf94-dfa35def2833', 'name': 'tempest-TestMinimumBasicScenario-1652485833-router', 'tenant_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:35Z', 'updated_at': '2021-06-17T14:26:13Z', 'revision_number': 6, 'project_id': '71f37b2d40e84c689d4d2e8cad3a342e', 'gw_port_host': None}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:26:14.105633 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] For port 6cd10872-93a7-449b-8e8a-d759d77ebb82, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=6cd10872-93a7-449b-8e8a-d759d77ebb82,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:14.106011 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.181173 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Calling delete_port for 6cd10872-93a7-449b-8e8a-d759d77ebb82 owned by network:router_gateway {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:14.238911 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c21ec8de-d0fd-49a0-a3dc-ae5893c0bc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.275847 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c21ec8de-d0fd-49a0-a3dc-ae5893c0bc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.407269 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c21ec8de-d0fd-49a0-a3dc-ae5893c0bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.409900 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c21ec8de-d0fd-49a0-a3dc-ae5893c0bc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.411891 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c21ec8de-d0fd-49a0-a3dc-ae5893c0bc6e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/30e5dd87-7cee-4933-a40f-e684ddca6d89 HTTP/1.1" status: 204 len: 168 time: 0.5921316 Jun 17 14:26:14.414762 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f1783058-26b8-41e7-864c-8346e330b898 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:14.429380 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ec8de-d0fd-49a0-a3dc-ae5893c0bc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e5dd87-7cee-4933-a40f-e684ddca6d89,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:14.431971 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-c21ec8de-d0fd-49a0-a3dc-ae5893c0bc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:14.437611 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.440533 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-90d04b88-473b-4cbb-8bbd-8a875de93bea tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:14.471684 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd10872-93a7-449b-8e8a-d759d77ebb82,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:14.473684 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:14.548179 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.649819 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.652065 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.701895 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.702460 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cacdd75-20b9-4bb9-bf94-dfa35def2833 {{(pid=93041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:26:14.707292 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.708429 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-765cb775-1bfb-4270-9bdd-d680eb0c2cae admin admin] 10.222.0.82 "DELETE /v2.0/routers/0cacdd75-20b9-4bb9-bf94-dfa35def2833 HTTP/1.1" status: 204 len: 168 time: 1.3352897 Jun 17 14:26:14.711109 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55378) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:14.772037 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Deleting subnet 731ab3fa-060a-4640-a0a4-dd73d4032a23 {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:26:14.775684 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.811985 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.910974 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.985436 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:14.989229 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-9db883c7-eea4-4bf7-a167-ea854233dc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:15.015295 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731ab3fa-060a-4640-a0a4-dd73d4032a23,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:15.017915 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:15.021420 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.023953 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/731ab3fa-060a-4640-a0a4-dd73d4032a23 HTTP/1.1" status: 204 len: 168 time: 0.3116913 Jun 17 14:26:15.027313 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55390) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:15.029772 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4729449-7357-4b72-a6d0-cacf5efee4ce None None] Network 9ce1bbf2-a32d-4661-8ca7-974b08a98cca requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:26:15.116540 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.201592 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Deleting port a843a991-b7f7-407c-8d9a-e36117a39874 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:15.202570 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.277077 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] DHCP port deletion for 9ce1bbf2-a32d-4661-8ca7-974b08a98cca request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:26:15.279837 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] For port a843a991-b7f7-407c-8d9a-e36117a39874, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a843a991-b7f7-407c-8d9a-e36117a39874,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:15.280209 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.354174 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Deleting port a843a991-b7f7-407c-8d9a-e36117a39874 {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:15.354918 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.384531 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Calling delete_port for a843a991-b7f7-407c-8d9a-e36117a39874 owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:15.440041 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] For port a843a991-b7f7-407c-8d9a-e36117a39874, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=a843a991-b7f7-407c-8d9a-e36117a39874,segment=NetworkSegment(78037a80-1d36-41b3-8e2f-6d56d035175e),segment_id=78037a80-1d36-41b3-8e2f-6d56d035175e)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:15.440453 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.493339 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.499729 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-6e5ce507-8841-4bae-9e65-9945b833279a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:15.536640 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Calling delete_port for a843a991-b7f7-407c-8d9a-e36117a39874 owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:15.547283 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] No DVR routers for this DVR port a843a991-b7f7-407c-8d9a-e36117a39874 on host dv-cinder-796286-6-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:26:15.552922 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Pushing event deleted for resources: {'Port': ['ID=a843a991-b7f7-407c-8d9a-e36117a39874,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:15.555448 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:15.628045 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.642936 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.646340 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce1bbf2-a32d-4661-8ca7-974b08a98cca']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:15.647253 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:15.657699 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78037a80-1d36-41b3-8e2f-6d56d035175e') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:15.658027 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78037a80-1d36-41b3-8e2f-6d56d035175e') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:15.673505 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Pushing event deleted for resources: {'Port': ['ID=a843a991-b7f7-407c-8d9a-e36117a39874,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:15.673798 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.684794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] No DVR routers for this DVR port a843a991-b7f7-407c-8d9a-e36117a39874 on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:26:15.687239 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.687813 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.688340 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.688849 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.689368 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.689870 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.690416 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.690748 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.691150 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.691518 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.691852 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.692172 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:15.696172 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.699671 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-364c53d8-4372-40cc-854f-a1588185dfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:15.705725 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:26:15.705725 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: retrieve_revision_numbers = { Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:26:15.708403 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:26:15.789289 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.794346 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:15.798959 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.801415 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] 10.222.0.82 "DELETE /v2.0/networks/9ce1bbf2-a32d-4661-8ca7-974b08a98cca HTTP/1.1" status: 204 len: 168 time: 0.7724128 Jun 17 14:26:15.804786 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55420) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:15.815497 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce1bbf2-a32d-4661-8ca7-974b08a98cca,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:15.819093 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:15.828036 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 6cd10872-93a7-449b-8e8a-d759d77ebb82 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:15.862986 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 6cd10872-93a7-449b-8e8a-d759d77ebb82 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:15.864168 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 6cd10872-93a7-449b-8e8a-d759d77ebb82 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:15.864841 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a843a991-b7f7-407c-8d9a-e36117a39874 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:15.896407 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: a843a991-b7f7-407c-8d9a-e36117a39874 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:15.896769 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device a843a991-b7f7-407c-8d9a-e36117a39874 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:15.897279 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device b204f93c-0d42-4126-ae78-1e377cb18cb3 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:15.921195 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: b204f93c-0d42-4126-ae78-1e377cb18cb3 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:15.921803 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device b204f93c-0d42-4126-ae78-1e377cb18cb3 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:16.495692 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:16.750934 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Deleting port cea92449-0db6-4408-8752-b8fcababdf30 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:16.751160 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:16.828744 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] For port cea92449-0db6-4408-8752-b8fcababdf30, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=cea92449-0db6-4408-8752-b8fcababdf30,segment=NetworkSegment(e7cce955-5181-46de-93d7-a58f2b722216),segment_id=e7cce955-5181-46de-93d7-a58f2b722216)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:16.829455 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:16.905295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Calling delete_port for cea92449-0db6-4408-8752-b8fcababdf30 owned by network:router_interface {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:17.102060 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:17.104793 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-21078752-99ab-4820-b406-18bb600deead tempest-VolumesSnapshotTestJSON-794737755 tempest-VolumesSnapshotTestJSON-794737755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:17.127770 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea92449-0db6-4408-8752-b8fcababdf30,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:17.131282 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:17.318455 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:17.562898 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Router 02b94e4c-2884-480b-8727-ad96218439dc has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:26:17.696171 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:26:17.705013 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-60596ed6-811d-4e61-88be-4283a6ece388 admin admin] 10.222.0.82 "PUT /v2.0/routers/02b94e4c-2884-480b-8727-ad96218439dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8952847 Jun 17 14:26:17.705164 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc291e78-a529-4849-9107-965e31aed04f None None] Sync routers for ids ['02b94e4c-2884-480b-8727-ad96218439dc'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:26:17.705675 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55458) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:17.714413 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] Routers {'02b94e4c-2884-480b-8727-ad96218439dc'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:26:17.715063 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:26:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['02b94e4c-2884-480b-8727-ad96218439dc'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:17.825809 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks [] for router, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:17.850998 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] Set router 02b94e4c-2884-480b-8727-ad96218439dc gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:26:17.945604 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.010195 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Deleting port d5c2ed98-bf9d-4d04-81da-7f4cb530165e {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:18.010599 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.089124 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:26:17Z', 'revision_number': 5, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port': {'id': 'd5c2ed98-bf9d-4d04-81da-7f4cb530165e', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b94e4c-2884-480b-8727-ad96218439dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:18.103818 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] For port d5c2ed98-bf9d-4d04-81da-7f4cb530165e, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:18.104290 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.117578 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc291e78-a529-4849-9107-965e31aed04f None None] Checking router: 02b94e4c-2884-480b-8727-ad96218439dc for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:26:18.127176 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] Routers {'02b94e4c-2884-480b-8727-ad96218439dc'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:26:18.128107 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:26:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['02b94e4c-2884-480b-8727-ad96218439dc'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:18.197001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Calling delete_port for d5c2ed98-bf9d-4d04-81da-7f4cb530165e owned by network:router_gateway {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:18.317731 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] Set router 02b94e4c-2884-480b-8727-ad96218439dc gateway port host: None {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:26:18.392037 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-dc291e78-a529-4849-9107-965e31aed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:26:17Z', 'revision_number': 6, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:18.427142 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc291e78-a529-4849-9107-965e31aed04f None None] The sync data for ids ['02b94e4c-2884-480b-8727-ad96218439dc'] in dv-cinder-796286-6-iscsi is: [{'id': '02b94e4c-2884-480b-8727-ad96218439dc', 'name': 'tempest-TestMinimumBasicScenario-1261138064-router', 'tenant_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:23:41Z', 'updated_at': '2021-06-17T14:26:17Z', 'revision_number': 6, 'project_id': '2b5cebe3eb0a4568a3e1e420ff011288', 'gw_port_host': None}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:26:18.477767 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.479832 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:18.506191 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c2ed98-bf9d-4d04-81da-7f4cb530165e,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:18.509244 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:18.573820 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.663235 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.665433 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.711411 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.711848 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b94e4c-2884-480b-8727-ad96218439dc {{(pid=93042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:26:18.716405 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.717425 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-9c0b1674-82a0-488b-b921-890d14311543 admin admin] 10.222.0.82 "DELETE /v2.0/routers/02b94e4c-2884-480b-8727-ad96218439dc HTTP/1.1" status: 204 len: 168 time: 1.0115142 Jun 17 14:26:18.720125 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55476) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:18.764947 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Deleting subnet cf87c2cf-1d96-4d34-9228-c6eec25e437c {{(pid=93042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:26:18.768954 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.809546 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13843473'] for subnet, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.891537 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.945001 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12620015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24654246'] for subnet, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.948328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:18.973050 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.974857 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/cf87c2cf-1d96-4d34-9228-c6eec25e437c HTTP/1.1" status: 204 len: 168 time: 0.2538278 Jun 17 14:26:18.976190 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf87c2cf-1d96-4d34-9228-c6eec25e437c,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:18.977543 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55478) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:18.978203 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7419b8-ab60-4f98-bb2f-adaaa5203396 None None] Network c0923c82-ed6f-40b8-8818-f8e14e6e836a requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:26:18.981949 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:19.051251 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.113380 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Deleting port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:19.113796 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.180468 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] For port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,segment=NetworkSegment(e7cce955-5181-46de-93d7-a58f2b722216),segment_id=e7cce955-5181-46de-93d7-a58f2b722216)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:19.180828 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.252984 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Calling delete_port for 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:19.307201 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] DHCP port deletion for c0923c82-ed6f-40b8-8818-f8e14e6e836a request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:26:19.342127 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.344326 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-2004c640-0c1e-441f-a239-26cefe035952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:19.354403 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Deleting port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:19.355083 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.366651 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Pushing event deleted for resources: {'Port': ['ID=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:19.371236 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:19.375517 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] No DVR routers for this DVR port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 on host dv-cinder-796286-6-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:26:19.429075 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] For port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4, host dv-cinder-796286-6-iscsi, got binding levels [] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:19.429836 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.472874 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.483909 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0923c82-ed6f-40b8-8818-f8e14e6e836a']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:19.496538 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cce955-5181-46de-93d7-a58f2b722216') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:19.497140 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cce955-5181-46de-93d7-a58f2b722216') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:26:19.507487 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Calling delete_port for 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:19.508929 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.510604 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.ipam_backend_mixin [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 was not found and therefore no delete operation was performed {{(pid=93043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 14:26:19.511924 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.513776 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:19.525287 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.534312 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:26:19.534706 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:26:19.537251 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:26:19.542613 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Pushing event deleted for resources: {'Port': ['ID=53fd329d-a5fc-4c0d-90f1-9898e5c007e4,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:19.545640 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:19.546479 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] No DVR routers for this DVR port 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:26:19.600843 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.606010 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.607847 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] 10.222.0.82 "DELETE /v2.0/networks/c0923c82-ed6f-40b8-8818-f8e14e6e836a HTTP/1.1" status: 204 len: 168 time: 0.6292970 Jun 17 14:26:19.608552 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:19.622323 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0923c82-ed6f-40b8-8818-f8e14e6e836a,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:19.625241 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-46df6021-89d2-436d-af14-70aa5351005b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:19.779025 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55486) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:19.820179 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d0c86b6d-2b7d-46b4-94a3-cc2c85186e8b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=71f37b2d40e84c689d4d2e8cad3a342e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398979 Jun 17 14:26:19.822960 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55488) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:19.829586 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d5c2ed98-bf9d-4d04-81da-7f4cb530165e no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:19.856411 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: d5c2ed98-bf9d-4d04-81da-7f4cb530165e {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:19.856797 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d5c2ed98-bf9d-4d04-81da-7f4cb530165e not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:19.857235 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device cea92449-0db6-4408-8752-b8fcababdf30 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:19.876134 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d6b2abe4-bf42-4b45-88f8-e4b03dcad67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.876572 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: cea92449-0db6-4408-8752-b8fcababdf30 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:19.876937 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device cea92449-0db6-4408-8752-b8fcababdf30 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:19.877573 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:19.897041 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:19.897406 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 53fd329d-a5fc-4c0d-90f1-9898e5c007e4 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:19.898235 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d6b2abe4-bf42-4b45-88f8-e4b03dcad67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.948299 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d6b2abe4-bf42-4b45-88f8-e4b03dcad67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.950973 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d6b2abe4-bf42-4b45-88f8-e4b03dcad67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:19.952352 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-d6b2abe4-bf42-4b45-88f8-e4b03dcad67b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6944a1d0-fed6-47b7-a3a5-db9da200e976 HTTP/1.1" status: 204 len: 168 time: 0.1281321 Jun 17 14:26:19.952932 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-67c2f03e-88aa-4f49-b8d8-42bb542db099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:19.976446 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2abe4-bf42-4b45-88f8-e4b03dcad67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944a1d0-fed6-47b7-a3a5-db9da200e976,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:19.978985 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-d6b2abe4-bf42-4b45-88f8-e4b03dcad67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:20.280729 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55494) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:20.321580 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-1fa655e4-03f0-4384-9ef0-0bc3a1cd965e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2b5cebe3eb0a4568a3e1e420ff011288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395980 Jun 17 14:26:20.323978 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55496) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:20.375057 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd4cd-600a-4d31-a673-f9d1b1c6fb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:20.397935 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd4cd-600a-4d31-a673-f9d1b1c6fb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:20.443205 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd4cd-600a-4d31-a673-f9d1b1c6fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:20.446395 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd4cd-600a-4d31-a673-f9d1b1c6fb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:20.447601 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-ee1cd4cd-600a-4d31-a673-f9d1b1c6fb36 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ee0e7e2d-66cc-4836-9858-76b9a7aea9e8 HTTP/1.1" status: 204 len: 168 time: 0.1226144 Jun 17 14:26:20.448533 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-88063346-589c-4b8d-8c0f-07328f953334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:20.462177 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd4cd-600a-4d31-a673-f9d1b1c6fb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e7e2d-66cc-4836-9858-76b9a7aea9e8,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:20.465407 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee1cd4cd-600a-4d31-a673-f9d1b1c6fb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:22.152715 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.228222 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55554) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:24.337901 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6f79f7c7-f3c9-473e-90d6-90f2da987313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.446091 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6f79f7c7-f3c9-473e-90d6-90f2da987313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.452944 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6f79f7c7-f3c9-473e-90d6-90f2da987313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.457838 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cb093b9f-5494-48ea-9357-febf25bd279b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:24.506602 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6f79f7c7-f3c9-473e-90d6-90f2da987313 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9445c7ee5aef430eb8099dc3b4f12e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769852 Jun 17 14:26:24.509866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55566) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:24.516067 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79f7c7-f3c9-473e-90d6-90f2da987313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0de3fb-c239-42c9-86e4-662ade6663aa,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:24.520834 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6f79f7c7-f3c9-473e-90d6-90f2da987313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:24.540665 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55568) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:24.573862 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-afad4df0-3578-4045-88e3-aef75ba5c611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.596563 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-afad4df0-3578-4045-88e3-aef75ba5c611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.649305 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-afad4df0-3578-4045-88e3-aef75ba5c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.651849 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-afad4df0-3578-4045-88e3-aef75ba5c611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.652915 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-afad4df0-3578-4045-88e3-aef75ba5c611 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aa0de3fb-c239-42c9-86e4-662ade6663aa HTTP/1.1" status: 204 len: 168 time: 0.1421213 Jun 17 14:26:24.658216 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b74ee1e6-34cf-4895-ae08-b28de226793a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:24.662229 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-548875cd-8543-4f2f-b716-4f5b8a45d52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.673705 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad4df0-3578-4045-88e3-aef75ba5c611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0de3fb-c239-42c9-86e4-662ade6663aa,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:24.678388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-afad4df0-3578-4045-88e3-aef75ba5c611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:24.768348 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-548875cd-8543-4f2f-b716-4f5b8a45d52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.773712 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-548875cd-8543-4f2f-b716-4f5b8a45d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.776505 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-61199970-d1b1-4933-a54c-2e147008bc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:24.821957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548875cd-8543-4f2f-b716-4f5b8a45d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea221f4-5b77-44b8-af81-08a1d279d8eb,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:24.825402 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-548875cd-8543-4f2f-b716-4f5b8a45d52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:24.830709 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-548875cd-8543-4f2f-b716-4f5b8a45d52a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=796b834558d3457fa85238968b2fd088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864728 Jun 17 14:26:24.832512 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55574) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:24.906031 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff61153a-80e6-46eb-99cd-819ef2ae1262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.933556 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff61153a-80e6-46eb-99cd-819ef2ae1262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.988380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff61153a-80e6-46eb-99cd-819ef2ae1262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.991398 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-ff61153a-80e6-46eb-99cd-819ef2ae1262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:24.992689 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-ff61153a-80e6-46eb-99cd-819ef2ae1262 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dea221f4-5b77-44b8-af81-08a1d279d8eb HTTP/1.1" status: 204 len: 168 time: 0.1597643 Jun 17 14:26:24.993625 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-4e5d6990-2778-44f5-b628-f74fd04587ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:25.002086 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61153a-80e6-46eb-99cd-819ef2ae1262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea221f4-5b77-44b8-af81-08a1d279d8eb,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:25.005246 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ff61153a-80e6-46eb-99cd-819ef2ae1262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:25.315828 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55580) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:25.330898 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-91535a8d-9941-44c6-b924-d67b941ace0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:25.423384 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-91535a8d-9941-44c6-b924-d67b941ace0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:25.427154 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-91535a8d-9941-44c6-b924-d67b941ace0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:25.430724 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-26438453-9aa6-46ac-bdfc-c9f85e5418f6 tempest-AttachVolumeShelveTestJSON-797480579 tempest-AttachVolumeShelveTestJSON-797480579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:25.468237 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-91535a8d-9941-44c6-b924-d67b941ace0b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1ce5f58b838c42f0b529785e9ebea5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509192 Jun 17 14:26:25.469236 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91535a8d-9941-44c6-b924-d67b941ace0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ed7904-ebc6-4441-bafe-d6bd1f17d645,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:25.471238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55582) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:25.473068 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-91535a8d-9941-44c6-b924-d67b941ace0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:25.522737 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f41ef5c7-e353-4452-95d7-34b6f1824498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:25.547734 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f41ef5c7-e353-4452-95d7-34b6f1824498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:25.599453 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f41ef5c7-e353-4452-95d7-34b6f1824498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:25.602222 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f41ef5c7-e353-4452-95d7-34b6f1824498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:25.603406 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-f41ef5c7-e353-4452-95d7-34b6f1824498 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/69ed7904-ebc6-4441-bafe-d6bd1f17d645 HTTP/1.1" status: 204 len: 168 time: 0.1309233 Jun 17 14:26:25.604315 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-2d1838fe-9a9f-439f-b882-0c323f8b1611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:25.612251 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ef5c7-e353-4452-95d7-34b6f1824498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ed7904-ebc6-4441-bafe-d6bd1f17d645,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:25.614688 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-f41ef5c7-e353-4452-95d7-34b6f1824498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:25.926383 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55588) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:25.942970 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3df6bd66-4fc0-46b3-bcdc-31f85572c6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:26.034600 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3df6bd66-4fc0-46b3-bcdc-31f85572c6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:26.038642 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3df6bd66-4fc0-46b3-bcdc-31f85572c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:26.041276 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-fb3b8af9-d802-4133-82b0-3015ef2b39ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:26.078648 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-3df6bd66-4fc0-46b3-bcdc-31f85572c6f8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a1c3293fabf348ffb435b837d0950527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511030 Jun 17 14:26:26.079621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6bd66-4fc0-46b3-bcdc-31f85572c6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e31f331-7ff6-433a-8233-4cee9906a47b,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:26.081396 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55590) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:26.083743 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-3df6bd66-4fc0-46b3-bcdc-31f85572c6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:26.130316 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e34c015-edc5-49c3-8ceb-9e3f13620384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:26.152092 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e34c015-edc5-49c3-8ceb-9e3f13620384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:26.201634 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e34c015-edc5-49c3-8ceb-9e3f13620384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:26.204239 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6e34c015-edc5-49c3-8ceb-9e3f13620384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:26.205348 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-6e34c015-edc5-49c3-8ceb-9e3f13620384 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e31f331-7ff6-433a-8233-4cee9906a47b HTTP/1.1" status: 204 len: 168 time: 0.1217346 Jun 17 14:26:26.206117 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f1ca3336-0a40-4f0b-9614-bc1b4c4c4988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:26.213803 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34c015-edc5-49c3-8ceb-9e3f13620384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e31f331-7ff6-433a-8233-4cee9906a47b,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:26.216142 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-6e34c015-edc5-49c3-8ceb-9e3f13620384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:28.502238 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-5aa941fa-3f65-4353-b18d-7d54f3487729 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=39d951e3f44a450e8fedfa40793a383d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359683 Jun 17 14:26:28.692762 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-dedb9065-9377-4095-97fb-069521f60568 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:28.694321 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-dedb9065-9377-4095-97fb-069521f60568 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859796 Jun 17 14:26:28.710098 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-4d89f849-6ec9-4cb3-b5a4-2b55ae6d9ff1 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/quotas/39d951e3f44a450e8fedfa40793a383d HTTP/1.1" status: 200 len: 375 time: 0.0100775 Jun 17 14:26:28.744111 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-b7e214df-b16d-4c65-83ca-175f73c48882 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=39d951e3f44a450e8fedfa40793a383d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287175 Jun 17 14:26:28.913118 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-2d2c71a9-12dd-4be0-b0c0-6462c798142a req-a14a7299-ace0-43cc-b275-070f80170276 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 210 time: 0.0313220 Jun 17 14:26:29.889366 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-747334f3-526e-4779-ab5f-1ecb6aee39bb tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=39d951e3f44a450e8fedfa40793a383d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293934 Jun 17 14:26:30.067818 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6d740936-3fd7-4123-bdc4-aec1de62f30b req-9ef1fe6f-d5ac-4d22-8d0b-4c640e9de79b tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 210 time: 0.0290570 Jun 17 14:26:30.119217 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-905bc5f9-0643-449c-9696-e384f3787598 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:30.120695 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-905bc5f9-0643-449c-9696-e384f3787598 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258246 Jun 17 14:26:30.137814 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Request body: {'port': {'device_id': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'network_id': '702f0321-a9c4-4684-b265-9509066516da', 'admin_state_up': True, 'tenant_id': '39d951e3f44a450e8fedfa40793a383d'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:26:30.255312 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Made reservation on behalf of 39d951e3f44a450e8fedfa40793a383d for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:26:30.258746 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:30.267378 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks [] for security_group, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:30.369028 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:30.372887 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:30.375997 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-5d72aa56-86c6-46df-a58e-df55a273bcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:30.681021 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:26:30.687515 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6865452-8acf-47cf-a410-29011e423e66,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:30.693259 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:30.756973 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Allocated IP 192.168.233.107 (702f0321-a9c4-4684-b265-9509066516da/329bcd81-0730-4756-b7a7-cf0e65a0fef1/94b7a00b-80c8-4325-93f7-2246e8359c81) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:26:30.905897 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:30.920579 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Transition to ACTIVE for port object 94b7a00b-80c8-4325-93f7-2246e8359c81 will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:26:30.954074 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:30.958162 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-98421ad5-9318-4489-b6d2-1e4511083678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:30.997799 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Network 702f0321-a9c4-4684-b265-9509066516da is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:26:31.000982 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:26:31.008290 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:26:31.031884 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Pushing event updated for resources: {'Port': ['ID=94b7a00b-80c8-4325-93f7-2246e8359c81,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:31.036919 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:31.061711 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:31.062388 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.078435 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-c2b0c2b1-7dbc-495a-8004-733ab000aac2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9443927 Jun 17 14:26:31.090650 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Request body: {'port': {'device_id': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:26:31.169963 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.264702 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-d61da079-b7a3-44c6-b4f0-8ad19725ed93 None None] Provisioning for port 94b7a00b-80c8-4325-93f7-2246e8359c81 completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:26:31.269503 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-d61da079-b7a3-44c6-b4f0-8ad19725ed93 None None] Provisioning complete for port 94b7a00b-80c8-4325-93f7-2246e8359c81 triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:26:31.270516 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d61da079-b7a3-44c6-b4f0-8ad19725ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.299736 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cd4af-5c48-4563-8ac7-8a6005b43c60 req-212b9417-8e82-4256-bdce-6969fa9371f2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:31.302660 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3f2cd4af-5c48-4563-8ac7-8a6005b43c60 req-212b9417-8e82-4256-bdce-6969fa9371f2 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 936 time: 0.1056426 Jun 17 14:26:31.309722 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-d61da079-b7a3-44c6-b4f0-8ad19725ed93 None None] Port 94b7a00b-80c8-4325-93f7-2246e8359c81 cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:26:31.345155 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3f2cd4af-5c48-4563-8ac7-8a6005b43c60 req-18b8c86e-8f0e-499d-a510-a37d3b69e943 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353336 Jun 17 14:26:31.454059 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b7a00b-80c8-4325-93f7-2246e8359c81 {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:26:31.462581 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.475192 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Transition to ACTIVE for port object 94b7a00b-80c8-4325-93f7-2246e8359c81 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:26:31.479147 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.482393 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-85a9bbcb-8136-4fc8-94c9-750b3b18e9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:31.583877 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Pushing event updated for resources: {'Port': ['ID=94b7a00b-80c8-4325-93f7-2246e8359c81,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:31.605328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:31.637279 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Attempting to bind port 94b7a00b-80c8-4325-93f7-2246e8359c81 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:26:31.637710 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Attempting to bind port 94b7a00b-80c8-4325-93f7-2246e8359c81 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:26:31.637943 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Attempting to bind port 94b7a00b-80c8-4325-93f7-2246e8359c81 on network 702f0321-a9c4-4684-b265-9509066516da {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:26:31.642470 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Port 94b7a00b-80c8-4325-93f7-2246e8359c81 on network 702f0321-a9c4-4684-b265-9509066516da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:26:31.642785 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Attempting to bind port 94b7a00b-80c8-4325-93f7-2246e8359c81 on network 702f0321-a9c4-4684-b265-9509066516da {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:26:31.648264 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:26:31.648602 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Checking segment: {'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:26:31.648984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Bound using segment: {'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:26:31.649414 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Bound port: 94b7a00b-80c8-4325-93f7-2246e8359c81, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f3c46b-1751-4aea-adba-e7b5344245a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '702f0321-a9c4-4684-b265-9509066516da'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:26:31.649759 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.718507 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] For port 94b7a00b-80c8-4325-93f7-2246e8359c81, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:26:31.722360 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] For port 94b7a00b-80c8-4325-93f7-2246e8359c81, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=94b7a00b-80c8-4325-93f7-2246e8359c81,segment=NetworkSegment(b6f3c46b-1751-4aea-adba-e7b5344245a8),segment_id=b6f3c46b-1751-4aea-adba-e7b5344245a8)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:26:31.727484 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.730355 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-44e702f4-3c36-4427-98af-98dba6dfb76a tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:31.766021 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:31.766730 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:31.768019 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] 10.222.0.95 "PUT /v2.0/ports/94b7a00b-80c8-4325-93f7-2246e8359c81 HTTP/1.1" status: 200 len: 1098 time: 0.6820617 Jun 17 14:26:31.768543 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'tag': '94b7a00b-80c8-4325-93f7-2246e8359c81'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:26:31.771361 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376a135e-7b92-46de-b8fb-c565afafc260" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c", "tag": "94b7a00b-80c8-4325-93f7-2246e8359c81"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:26:31.812464 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564fb99e-0dab-42af-99c3-070ae6d99b89 x-openstack-request-id: req-564fb99e-0dab-42af-99c3-070ae6d99b89 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:26:31.812796 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c", "tag": "94b7a00b-80c8-4325-93f7-2246e8359c81", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:26:31.813224 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-564fb99e-0dab-42af-99c3-070ae6d99b89 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:26:31.813540 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'tag': '94b7a00b-80c8-4325-93f7-2246e8359c81', 'status': 'completed', 'code': 200} Jun 17 14:26:31.823337 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Pushing event updated for resources: {'Port': ['ID=94b7a00b-80c8-4325-93f7-2246e8359c81,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:31.826748 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-436cf7d3-dc96-4f52-82b0-b4d2126b6593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:31.874371 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-b2a5c849-ab14-470b-b2b6-5c7c5b4c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:31.875947 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-b2a5c849-ab14-470b-b2b6-5c7c5b4c7b22 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=39d951e3f44a450e8fedfa40793a383d&device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 1101 time: 0.0652936 Jun 17 14:26:31.918683 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-eed3e43f-4698-4c23-bbe5-71a3db9c909e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94b7a00b-80c8-4325-93f7-2246e8359c81 HTTP/1.1" status: 200 len: 217 time: 0.0357842 Jun 17 14:26:31.972948 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-902fadd8-152d-4bdc-bd19-ccd20af09f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:31.974737 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-902fadd8-152d-4bdc-bd19-ccd20af09f50 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=329bcd81-0730-4756-b7a7-cf0e65a0fef1 HTTP/1.1" status: 200 len: 843 time: 0.0503776 Jun 17 14:26:32.032524 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-139bc4b0-cd26-4bc9-97d0-f990043a042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:32.033953 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-139bc4b0-cd26-4bc9-97d0-f990043a042b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=702f0321-a9c4-4684-b265-9509066516da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528858 Jun 17 14:26:32.121859 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-461e6fbb-1d52-40d1-9dd3-88c3e364afbd service neutron] 10.222.0.95 "GET /v2.0/networks/702f0321-a9c4-4684-b265-9509066516da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814998 Jun 17 14:26:32.218283 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-13ce53f3-adeb-4a93-ba17-67236852d696 req-58a51f75-70b5-4601-a77d-eddfcfc3a6c4 service neutron] 10.222.0.95 "GET /v2.0/networks/702f0321-a9c4-4684-b265-9509066516da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Jun 17 14:26:32.317922 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a135e-7b92-46de-b8fb-c565afafc260 req-e228a62c-3ec3-4d96-ac0b-6c02ee701ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:32.319419 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-376a135e-7b92-46de-b8fb-c565afafc260 req-e228a62c-3ec3-4d96-ac0b-6c02ee701ce4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=39d951e3f44a450e8fedfa40793a383d&device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 1101 time: 0.0537946 Jun 17 14:26:32.419477 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a135e-7b92-46de-b8fb-c565afafc260 req-1064c272-0c5b-4c13-9d0a-0632b36f6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:32.420928 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-376a135e-7b92-46de-b8fb-c565afafc260 req-1064c272-0c5b-4c13-9d0a-0632b36f6950 service neutron] 10.222.0.95 "GET /v2.0/networks?id=702f0321-a9c4-4684-b265-9509066516da HTTP/1.1" status: 200 len: 871 time: 0.0933146 Jun 17 14:26:32.466271 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-376a135e-7b92-46de-b8fb-c565afafc260 req-fcf9d912-c84c-461d-8045-612caa41ca41 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94b7a00b-80c8-4325-93f7-2246e8359c81 HTTP/1.1" status: 200 len: 217 time: 0.0371113 Jun 17 14:26:32.521840 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a135e-7b92-46de-b8fb-c565afafc260 req-eb7bbe30-d267-4bcd-9544-5f0f52b9283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:32.523241 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-376a135e-7b92-46de-b8fb-c565afafc260 req-eb7bbe30-d267-4bcd-9544-5f0f52b9283e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=329bcd81-0730-4756-b7a7-cf0e65a0fef1 HTTP/1.1" status: 200 len: 843 time: 0.0505178 Jun 17 14:26:32.540036 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71c3ed-bffd-45e2-96b6-a268496db35b req-1cfe3085-fdde-48de-8781-0945511dad6f tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:32.541526 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec71c3ed-bffd-45e2-96b6-a268496db35b req-1cfe3085-fdde-48de-8781-0945511dad6f tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 948 time: 0.0801411 Jun 17 14:26:32.581656 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ec71c3ed-bffd-45e2-96b6-a268496db35b req-c3d59e27-ea94-4108-b2d4-7d587548eb27 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Jun 17 14:26:32.591336 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a135e-7b92-46de-b8fb-c565afafc260 req-703c032d-6935-40b3-a82b-ea10330f4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:32.592857 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-376a135e-7b92-46de-b8fb-c565afafc260 req-703c032d-6935-40b3-a82b-ea10330f4234 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=702f0321-a9c4-4684-b265-9509066516da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0621114 Jun 17 14:26:32.683403 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-376a135e-7b92-46de-b8fb-c565afafc260 req-036fe5b7-1ecb-44d0-b4c9-40e4216a3bb0 service neutron] 10.222.0.95 "GET /v2.0/networks/702f0321-a9c4-4684-b265-9509066516da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828624 Jun 17 14:26:32.777284 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-376a135e-7b92-46de-b8fb-c565afafc260 req-370e74fb-9cc9-412f-adaf-008d984bb037 service neutron] 10.222.0.95 "GET /v2.0/networks/702f0321-a9c4-4684-b265-9509066516da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870914 Jun 17 14:26:33.745583 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-41ed2c23-0ed5-4cbf-883a-26222f9fdaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:33.762552 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae75d87-5d65-4ac7-ba95-db3e093c7ac4 req-7cf4caa3-590d-414f-84fc-76f3b5ab8fe6 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:33.763995 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dae75d87-5d65-4ac7-ba95-db3e093c7ac4 req-7cf4caa3-590d-414f-84fc-76f3b5ab8fe6 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 948 time: 0.0670815 Jun 17 14:26:33.803999 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dae75d87-5d65-4ac7-ba95-db3e093c7ac4 req-0d96f369-fba5-4cf4-8b48-663cb9da5114 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341752 Jun 17 14:26:34.983420 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1cb36-4fbd-44ad-9fdf-bb2d15c9034d req-11520dcd-4975-4510-bd17-2fbd8ed730ab tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:34.984896 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3ae1cb36-4fbd-44ad-9fdf-bb2d15c9034d req-11520dcd-4975-4510-bd17-2fbd8ed730ab tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 948 time: 0.0648263 Jun 17 14:26:35.022299 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3ae1cb36-4fbd-44ad-9fdf-bb2d15c9034d req-cccae007-45b0-43b1-b702-9194d4eaf527 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Jun 17 14:26:35.278424 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 94b7a00b-80c8-4325-93f7-2246e8359c81 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:26:35.379877 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 94b7a00b-80c8-4325-93f7-2246e8359c81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=94b7a00b-80c8-4325-93f7-2246e8359c81,segment=NetworkSegment(b6f3c46b-1751-4aea-adba-e7b5344245a8),segment_id=b6f3c46b-1751-4aea-adba-e7b5344245a8)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:35.395947 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '94b7a00b-80c8-4325-93f7-2246e8359c81', 'network_id': '702f0321-a9c4-4684-b265-9509066516da', 'port_id': '94b7a00b-80c8-4325-93f7-2246e8359c81', 'mac_address': 'fa:16:3e:81:42:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329bcd81-0730-4756-b7a7-cf0e65a0fef1', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:26:35.434320 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:35.447292 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b7a00b-80c8-4325-93f7-2246e8359c81 {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:26:35.467065 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 94b7a00b-80c8-4325-93f7-2246e8359c81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=94b7a00b-80c8-4325-93f7-2246e8359c81,segment=NetworkSegment(b6f3c46b-1751-4aea-adba-e7b5344245a8),segment_id=b6f3c46b-1751-4aea-adba-e7b5344245a8)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:35.471224 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:35.474196 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:35.527198 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=94b7a00b-80c8-4325-93f7-2246e8359c81,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:35.530206 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:35.690231 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['94b7a00b-80c8-4325-93f7-2246e8359c81'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:26:36.184172 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6b81-417e-4917-be82-d3819fd80f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:36.195156 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3d0c3-d791-43b0-9c81-6f956a9f7fe0 req-aee57cfb-014f-45a2-aff5-3fd208006b1b tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:36.196855 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f0c3d0c3-d791-43b0-9c81-6f956a9f7fe0 req-aee57cfb-014f-45a2-aff5-3fd208006b1b tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 949 time: 0.0635383 Jun 17 14:26:36.235949 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f0c3d0c3-d791-43b0-9c81-6f956a9f7fe0 req-91676376-63ba-4479-91fd-aaccb3196ca1 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Jun 17 14:26:36.867396 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:37.293505 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 94b7a00b-80c8-4325-93f7-2246e8359c81 up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:26:37.346722 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 94b7a00b-80c8-4325-93f7-2246e8359c81 completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:26:37.351614 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 94b7a00b-80c8-4325-93f7-2246e8359c81 triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:26:37.351996 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:37.418967 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b69305-d832-4f3c-898e-6d7819aa43d3 req-30cab0e3-1aed-4c2a-877e-cf2fad672ce9 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:37.420480 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-80b69305-d832-4f3c-898e-6d7819aa43d3 req-30cab0e3-1aed-4c2a-877e-cf2fad672ce9 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 949 time: 0.0667014 Jun 17 14:26:37.441794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:37.461790 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-80b69305-d832-4f3c-898e-6d7819aa43d3 req-b9cd9530-ce16-4568-a7d9-da21d1b76e77 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Jun 17 14:26:37.468099 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7a00b-80c8-4325-93f7-2246e8359c81'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:26:37.470410 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b2adab-bd5b-4877-b01d-01eba2768cd1" -d '{"events": [{"server_uuid": "8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c", "name": "network-vif-plugged", "status": "completed", "tag": "94b7a00b-80c8-4325-93f7-2246e8359c81"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:26:37.485430 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 94b7a00b-80c8-4325-93f7-2246e8359c81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=94b7a00b-80c8-4325-93f7-2246e8359c81,segment=NetworkSegment(b6f3c46b-1751-4aea-adba-e7b5344245a8),segment_id=b6f3c46b-1751-4aea-adba-e7b5344245a8)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:37.489850 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:37.494151 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:37.524138 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7b1f33-94b7-4562-bba5-f5c5990cdd1c x-openstack-request-id: req-cf7b1f33-94b7-4562-bba5-f5c5990cdd1c {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:26:37.524443 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c", "name": "network-vif-plugged", "status": "completed", "tag": "94b7a00b-80c8-4325-93f7-2246e8359c81", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:26:37.524707 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cf7b1f33-94b7-4562-bba5-f5c5990cdd1c {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:26:37.525128 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7a00b-80c8-4325-93f7-2246e8359c81', 'code': 200} Jun 17 14:26:37.552081 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=94b7a00b-80c8-4325-93f7-2246e8359c81,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:37.555858 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:37.739862 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:37.757866 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e816ec5-c817-4a43-9757-7f3e9d9a6f20 req-b6732fc1-b61d-4083-a08a-4be164843d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:37.759477 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e816ec5-c817-4a43-9757-7f3e9d9a6f20 req-b6732fc1-b61d-4083-a08a-4be164843d39 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 1103 time: 0.0596864 Jun 17 14:26:37.797389 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e816ec5-c817-4a43-9757-7f3e9d9a6f20 req-39052dae-d8c1-4de1-8cc9-9efe2e4821b7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Jun 17 14:26:38.688004 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306d3e-6992-461e-ac2e-0b6fe803275a req-29eb26c9-4436-451c-86d3-762e39f78d4e tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:38.690558 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cc306d3e-6992-461e-ac2e-0b6fe803275a req-29eb26c9-4436-451c-86d3-762e39f78d4e tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 950 time: 0.1007280 Jun 17 14:26:38.743266 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cc306d3e-6992-461e-ac2e-0b6fe803275a req-b6ee70a3-2795-466b-98c3-2e0c9b783113 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Jun 17 14:26:39.961895 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0e2fb-905a-49b6-bcff-49b8e3e9aa30 req-96af0451-6061-40f0-8f15-160df45e5f6f tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:39.963386 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-65a0e2fb-905a-49b6-bcff-49b8e3e9aa30 req-96af0451-6061-40f0-8f15-160df45e5f6f tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 950 time: 0.0640428 Jun 17 14:26:40.002065 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-65a0e2fb-905a-49b6-bcff-49b8e3e9aa30 req-f8e5c05f-6b6b-4d76-8bc6-5f15542a776f tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jun 17 14:26:40.025834 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:40.436429 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10accb4-9804-475c-8420-368ee6f27ff0 req-82c5af7e-5d84-453a-8ebc-3b14ccb6c6bc tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:40.438050 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d10accb4-9804-475c-8420-368ee6f27ff0 req-82c5af7e-5d84-453a-8ebc-3b14ccb6c6bc tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 950 time: 0.0764546 Jun 17 14:26:40.478078 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d10accb4-9804-475c-8420-368ee6f27ff0 req-566e4b3d-d43d-458f-a7d2-8e64e7307b67 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341127 Jun 17 14:26:41.661558 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd35fc-771b-4dc6-a37c-176dbc4c3d92 req-93910dab-2c8e-4426-9aeb-37102b3596a3 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:41.663841 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e2fd35fc-771b-4dc6-a37c-176dbc4c3d92 req-93910dab-2c8e-4426-9aeb-37102b3596a3 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 950 time: 0.0654747 Jun 17 14:26:41.688362 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-e679a4a4-d97f-4fe8-acc7-95d03070a25d tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:26:41.689877 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-e679a4a4-d97f-4fe8-acc7-95d03070a25d tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.95 "GET /v2.0/ports?device_id=8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c HTTP/1.1" status: 200 len: 950 time: 0.0707235 Jun 17 14:26:41.715181 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-e2fd35fc-771b-4dc6-a37c-176dbc4c3d92 req-8fa57fdc-dff9-41bc-8190-b7f76f10d0ec tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.82 "GET /v2.0/security-groups?id=a6865452-8acf-47cf-a410-29011e423e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Jun 17 14:26:41.811858 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Deleting port 94b7a00b-80c8-4325-93f7-2246e8359c81 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:26:41.812186 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:41.900023 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] For port 94b7a00b-80c8-4325-93f7-2246e8359c81, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=94b7a00b-80c8-4325-93f7-2246e8359c81,segment=NetworkSegment(b6f3c46b-1751-4aea-adba-e7b5344245a8),segment_id=b6f3c46b-1751-4aea-adba-e7b5344245a8)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:26:41.900371 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:41.969670 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Calling delete_port for 94b7a00b-80c8-4325-93f7-2246e8359c81 owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:26:42.108585 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:42.112517 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-585362a5-342e-4f29-b265-54eda8249528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:42.120897 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['94b7a00b-80c8-4325-93f7-2246e8359c81'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:26:42.137628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Pushing event deleted for resources: {'Port': ['ID=94b7a00b-80c8-4325-93f7-2246e8359c81,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:42.141113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:42.186806 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] No DVR routers for this DVR port 94b7a00b-80c8-4325-93f7-2246e8359c81 on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:26:42.189396 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:42.191401 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-78b6a324-2407-4c8a-85f7-a836f06ad06a req-93e4be64-5b99-40d0-9b62-d70bead7b206 tempest-VolumesNegativeTest-1166551239 tempest-VolumesNegativeTest-1166551239-project] 10.222.0.95 "DELETE /v2.0/ports/94b7a00b-80c8-4325-93f7-2246e8359c81 HTTP/1.1" status: 204 len: 173 time: 0.4953527 Jun 17 14:26:42.191929 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'name': 'network-vif-deleted', 'tag': '94b7a00b-80c8-4325-93f7-2246e8359c81'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:26:42.195485 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea66928-65fb-42ae-a5c9-982b68fbf730" -d '{"events": [{"server_uuid": "8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c", "name": "network-vif-deleted", "tag": "94b7a00b-80c8-4325-93f7-2246e8359c81"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:26:42.242544 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac7f612-fe42-4ec6-8023-7e1b8e51d8ba x-openstack-request-id: req-8ac7f612-fe42-4ec6-8023-7e1b8e51d8ba {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:26:42.242875 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c", "name": "network-vif-deleted", "tag": "94b7a00b-80c8-4325-93f7-2246e8359c81", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:26:42.243166 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8ac7f612-fe42-4ec6-8023-7e1b8e51d8ba {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:26:42.243837 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2d0e14-5d8e-47c6-b50b-b9bc4f84514c', 'name': 'network-vif-deleted', 'tag': '94b7a00b-80c8-4325-93f7-2246e8359c81', 'status': 'completed', 'code': 200} Jun 17 14:26:45.325461 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 94b7a00b-80c8-4325-93f7-2246e8359c81 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:26:45.348144 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 94b7a00b-80c8-4325-93f7-2246e8359c81 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:26:45.348507 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 94b7a00b-80c8-4325-93f7-2246e8359c81 not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:26:46.602055 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55908) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:46.739199 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-88ad94e0-37e1-46ee-ae9d-1b691a205368 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=39d951e3f44a450e8fedfa40793a383d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358378 Jun 17 14:26:46.741605 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 55912) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:46.788499 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-47e68063-e5f8-4c6c-881f-0e72d00aebc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:46.811651 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-47e68063-e5f8-4c6c-881f-0e72d00aebc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:46.859781 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-47e68063-e5f8-4c6c-881f-0e72d00aebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:46.862854 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-47e68063-e5f8-4c6c-881f-0e72d00aebc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:46.864033 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-47e68063-e5f8-4c6c-881f-0e72d00aebc1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a6865452-8acf-47cf-a410-29011e423e66 HTTP/1.1" status: 204 len: 168 time: 0.1215110 Jun 17 14:26:46.864879 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0f450dd6-8285-40e4-831f-ce5c3ff10904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:46.872740 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e68063-e5f8-4c6c-881f-0e72d00aebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6865452-8acf-47cf-a410-29011e423e66,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:46.875251 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-47e68063-e5f8-4c6c-881f-0e72d00aebc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:52.166859 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:00.497234 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-ffb1f135-6e1f-4d0f-b79e-ad8ef70e0165 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521584 Jun 17 14:27:00.595254 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-3e3d0213-5e33-4cfa-bb6b-5b62fc2fb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:00.596717 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-3e3d0213-5e33-4cfa-bb6b-5b62fc2fb212 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 1099 time: 0.0573592 Jun 17 14:27:00.706303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-efe17dc5-0368-4ad3-92c6-d37fcffa9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:00.707744 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-efe17dc5-0368-4ad3-92c6-d37fcffa9775 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0887871 Jun 17 14:27:00.780267 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-f668e984-3430-4802-b749-3eada2fe919b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85cf5074-09fc-43dd-8844-65fae222aeae HTTP/1.1" status: 200 len: 1002 time: 0.0646698 Jun 17 14:27:00.828493 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-d010461a-1595-4552-adfe-f9487cfbddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:00.829908 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-d010461a-1595-4552-adfe-f9487cfbddcf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0432694 Jun 17 14:27:00.887286 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-40878fc7-09dc-4e7d-9cb3-29283c751506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:00.888756 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-40878fc7-09dc-4e7d-9cb3-29283c751506 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528488 Jun 17 14:27:00.982312 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-c0d2bd9f-1a03-4872-8f9b-046449615b26 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869348 Jun 17 14:27:01.074755 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-b17eb5b4-1d24-4d09-9d76-4d2f3ea38f71 req-a2060cef-9e56-4802-a8d4-f7965e558c49 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855787 Jun 17 14:27:03.748661 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-6e95b6bb-0cd2-426e-af8c-635a7962c452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:06.187229 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ad97da9c-0a82-4a4e-99c0-66497a1e5e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:06.862545 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:07.680760 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:27:07.742034 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:10.029932 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:13.424991 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364f3b-8173-4f63-a411-f757e8c22e95 req-29c6729d-a6c4-4fb4-90dd-5f86d09d17d1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:13.426418 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c4364f3b-8173-4f63-a411-f757e8c22e95 req-29c6729d-a6c4-4fb4-90dd-5f86d09d17d1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 946 time: 0.0686169 Jun 17 14:27:13.464047 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-c4364f3b-8173-4f63-a411-f757e8c22e95 req-dd64ec00-ab64-4aba-83fc-27fa6b32dcdf tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Jun 17 14:27:14.646358 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a9510-ee28-4c54-bbc2-42fa1dec54b6 req-39c6d81d-4f6a-4134-9e46-dd069c259791 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:14.647813 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fa2a9510-ee28-4c54-bbc2-42fa1dec54b6 req-39c6d81d-4f6a-4134-9e46-dd069c259791 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 946 time: 0.0661013 Jun 17 14:27:14.688315 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fa2a9510-ee28-4c54-bbc2-42fa1dec54b6 req-eea03a49-2ea4-4f47-addc-6baa01336c18 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341573 Jun 17 14:27:14.973785 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-581329be-0e83-4cd7-bcc2-33901bbbc1d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:14.975845 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-581329be-0e83-4cd7-bcc2-33901bbbc1d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 946 time: 0.0803416 Jun 17 14:27:15.091301 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Deleting port 85cf5074-09fc-43dd-8844-65fae222aeae {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:27:15.091720 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.182216 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] For port 85cf5074-09fc-43dd-8844-65fae222aeae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85cf5074-09fc-43dd-8844-65fae222aeae,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:27:15.182577 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.364254 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.364630 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.364934 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Floating IP 9470370c-a5c2-48d2-bbfe-311e4bc19ebe disassociated. External IP: 172.27.0.174, port: 85cf5074-09fc-43dd-8844-65fae222aeae. Jun 17 14:27:15.365270 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Calling delete_port for 85cf5074-09fc-43dd-8844-65fae222aeae owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:27:15.514225 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.519817 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e03610df-ed6a-43ea-b6b5-45069bb856fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:15.555555 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event deleted for resources: {'Port': ['ID=85cf5074-09fc-43dd-8844-65fae222aeae,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:15.564992 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.565430 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.565874 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.566340 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.566685 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.567045 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.567452 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.567864 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.568231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.568628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.569942 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.570625 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:15.575500 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:15.727977 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:27:15.864771 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:27:15.870164 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a65667e0-686b-4315-8f24-9a857112c887 req-a3034238-aa2b-4fbf-a114-9992e43a81f0 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=22ed4ed4-576e-4ba3-a095-cf5ee7b73e99 HTTP/1.1" status: 200 len: 210 time: 0.0418985 Jun 17 14:27:15.878722 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:27:15.892971 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:27:15.893824 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:27:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:15.929206 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] No DVR routers for this DVR port 85cf5074-09fc-43dd-8844-65fae222aeae on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:27:15.932459 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.934766 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9783e58e-cfa9-4589-a2b9-a1b421990f95 req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "DELETE /v2.0/ports/85cf5074-09fc-43dd-8844-65fae222aeae HTTP/1.1" status: 204 len: 173 time: 0.9538157 Jun 17 14:27:15.935328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'name': 'network-vif-deleted', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:27:15.938421 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c327b-46e1-4e7f-a8a4-d88bc81d6d92" -d '{"events": [{"server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "name": "network-vif-deleted", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:27:15.998349 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331c557-33b0-433f-9ba5-bc52dfb50947 x-openstack-request-id: req-6331c557-33b0-433f-9ba5-bc52dfb50947 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:27:15.999252 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ed4ed4-576e-4ba3-a095-cf5ee7b73e99", "name": "network-vif-deleted", "tag": "85cf5074-09fc-43dd-8844-65fae222aeae", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:27:15.999373 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6331c557-33b0-433f-9ba5-bc52dfb50947 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:27:16.000176 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ed4ed4-576e-4ba3-a095-cf5ee7b73e99', 'name': 'network-vif-deleted', 'tag': '85cf5074-09fc-43dd-8844-65fae222aeae', 'status': 'completed', 'code': 200} Jun 17 14:27:16.063884 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:27:16.288014 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:16.324465 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:27:16.333718 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:27:16.335232 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:27:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:16.445354 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:27:16.795341 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:16.822552 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2551149-783b-4fba-be4c-5b8b1cfc3115 None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:27:17.056310 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdbff14-2117-4c2d-8a54-7e0b813595c5 None None] New status for floating IP 9470370c-a5c2-48d2-bbfe-311e4bc19ebe: DOWN {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:27:17.239171 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-e4856203-dd11-4e37-976d-dfb07a6ea8a8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719246591&fields=id&tenant_id=8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 267 time: 0.0384171 Jun 17 14:27:17.349286 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-d049018c-be23-4bc8-bacf-67f7b538e7a1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:17.351218 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-d049018c-be23-4bc8-bacf-67f7b538e7a1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 811 time: 0.1054378 Jun 17 14:27:17.366552 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-a5b91d88-3428-44ed-b6f9-9be7e99ea018 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/quotas/8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 375 time: 0.0095840 Jun 17 14:27:17.436383 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-69103b77-6516-4bee-9993-4f84f49c6404 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644913 Jun 17 14:27:17.464089 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 85cf5074-09fc-43dd-8844-65fae222aeae no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:27:17.485617 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 85cf5074-09fc-43dd-8844-65fae222aeae {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:27:17.486564 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 85cf5074-09fc-43dd-8844-65fae222aeae not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:27:17.539391 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-5ac5d738-22e5-4ef8-a796-cb231ba05c24 service neutron] 10.222.0.82 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909033 Jun 17 14:27:17.625792 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-87aa1aa5-b779-4aff-845d-6f77e4e07242 service neutron] 10.222.0.82 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804830 Jun 17 14:27:17.923384 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-99ecb98a-97a0-4a88-a669-be90a33c71af req-a5702735-5503-4a8d-999b-27e8cf96bf59 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 210 time: 0.0293131 Jun 17 14:27:19.265055 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-fd8e6c98-3b32-4d05-81ef-b4b21a46e424 req-c26530fe-3e5f-4eec-bd10-537b0871c7b9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 210 time: 0.2874565 Jun 17 14:27:20.408712 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-39e27006-a0d7-48c8-9cbe-2f2921275206 req-8446d12f-56b5-4a55-b2a4-dd74f67075a3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Jun 17 14:27:21.560932 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ed579c2e-d7bc-4675-942f-f32cb0e9fbed req-f266726c-47f2-4997-85be-cb6b93c16a8d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 210 time: 0.0279691 Jun 17 14:27:22.079848 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-04c37746-6aee-4836-b6fe-0706999f0b8b tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:22.082345 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-04c37746-6aee-4836-b6fe-0706999f0b8b tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 811 time: 0.1152372 Jun 17 14:27:22.131656 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-67cf288e-408f-4d3a-96ef-56ec2fed0dba tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 379 time: 0.0367901 Jun 17 14:27:22.139873 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'port': {'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'admin_state_up': True, 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'security_groups': ['c744d625-acdd-449f-8dd5-21e675d4c3ba']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:27:22.166499 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:22.279109 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Made reservation on behalf of 8257c3338f3943c89ca57961d4e43c8d for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:27:22.282708 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:22.410659 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Allocated IP 172.20.0.7 (ff909572-6fa7-4854-9124-526142bcae56/25722c0b-6ae8-4c57-9edc-0a2d4560e4dc/7151ac20-eb0a-4c98-bbc4-9462eda42bdf) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:27:22.576559 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:22.596221 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Transition to ACTIVE for port object 7151ac20-eb0a-4c98-bbc4-9462eda42bdf will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:27:22.632095 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:22.637929 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-7b7dd478-edc9-4e2b-b021-c48d02cec9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:22.684819 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Network ff909572-6fa7-4854-9124-526142bcae56 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:27:22.687985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:27:22.691346 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:27:22.722258 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:22.725824 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:22.751615 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484a16a-18f8-4565-a6d2-732d2deb92ee req-299adf6c-0896-407c-81c5-bfb7cb8b9bf4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:22.753143 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b484a16a-18f8-4565-a6d2-732d2deb92ee req-299adf6c-0896-407c-81c5-bfb7cb8b9bf4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 931 time: 0.0674982 Jun 17 14:27:22.761392 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:22.762060 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:22.779486 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435359 Jun 17 14:27:22.792283 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Request body: {'port': {'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:27:22.797706 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b484a16a-18f8-4565-a6d2-732d2deb92ee req-60ecb621-0803-4e8c-932f-7c74b7d72eee tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 Jun 17 14:27:22.877869 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:22.913753 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-2ee76fa1-d75d-4437-90cf-c1d94b41a6eb None None] Provisioning for port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:27:22.917817 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-2ee76fa1-d75d-4437-90cf-c1d94b41a6eb None None] Provisioning complete for port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:27:22.918268 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2ee76fa1-d75d-4437-90cf-c1d94b41a6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:22.952376 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-2ee76fa1-d75d-4437-90cf-c1d94b41a6eb None None] Port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:27:23.145897 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7151ac20-eb0a-4c98-bbc4-9462eda42bdf {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:27:23.153773 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:23.165922 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Transition to ACTIVE for port object 7151ac20-eb0a-4c98-bbc4-9462eda42bdf will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:27:23.170957 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:23.173402 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-19d98a1e-e0a8-49b5-8df0-172a3af88cc5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:23.244194 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Pushing event updated for resources: {'Port': ['ID=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:23.247880 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:23.331430 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Attempting to bind port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:27:23.331775 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Attempting to bind port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:27:23.332106 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Attempting to bind port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:27:23.337620 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf on network ff909572-6fa7-4854-9124-526142bcae56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:27:23.337998 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Attempting to bind port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:27:23.343970 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:27:23.344301 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Checking segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:27:23.344689 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Bound using segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:27:23.345124 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Bound port: 7151ac20-eb0a-4c98-bbc4-9462eda42bdf, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:27:23.345500 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:23.409334 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] For port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:27:23.412374 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] For port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:27:23.417816 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:23.420701 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-10959270-0bc3-4530-bde2-dde50153e267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:23.454083 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:23.454769 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:23.456068 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] 10.222.0.95 "PUT /v2.0/ports/7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 1093 time: 0.6689253 Jun 17 14:27:23.456553 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:27:23.458875 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbb2221-8ecd-4ec4-af95-ebb701804241" -d '{"events": [{"name": "network-changed", "server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:27:23.484149 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Pushing event updated for resources: {'Port': ['ID=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:23.487447 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:23.513498 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f98d5-0707-49d4-ab68-81696070f6ee x-openstack-request-id: req-389f98d5-0707-49d4-ab68-81696070f6ee {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:27:23.513836 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:27:23.514166 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-389f98d5-0707-49d4-ab68-81696070f6ee {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:27:23.514602 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'status': 'completed', 'code': 200} Jun 17 14:27:23.571539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-b2e6d4fc-55a8-49ba-882c-d29c55e6a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:23.573063 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-b2e6d4fc-55a8-49ba-882c-d29c55e6a189 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0690699 Jun 17 14:27:23.617430 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-e172259b-90d1-46d7-b8aa-e4d7a3cadf31 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 217 time: 0.0363536 Jun 17 14:27:23.665240 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-473acf03-1cdf-4d84-874a-6c6e22c64dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:23.666718 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-473acf03-1cdf-4d84-874a-6c6e22c64dfb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0432935 Jun 17 14:27:23.725851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-c5d7eb01-12a9-49e3-aee7-7ee5578153e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:23.727253 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-c5d7eb01-12a9-49e3-aee7-7ee5578153e6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540483 Jun 17 14:27:23.821419 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-e00f34be-58cd-45a2-9194-efef98cdf9b5 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876272 Jun 17 14:27:23.911361 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-d659d820-87d9-481c-aa0f-9f1ba5ea9389 req-cd1e0711-a8d0-406e-a26a-1386a60fab4e service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835211 Jun 17 14:27:23.979003 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ab7aa-6b81-4b5f-b1cc-fab76e7c51d2 req-0510d484-264b-4f4f-a703-23f20abe28ea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:23.980393 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-390ab7aa-6b81-4b5f-b1cc-fab76e7c51d2 req-0510d484-264b-4f4f-a703-23f20abe28ea tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 943 time: 0.0648713 Jun 17 14:27:24.013427 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-55f3df75-4a33-4c94-9d4c-d240b45e3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:24.014962 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-55f3df75-4a33-4c94-9d4c-d240b45e3672 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0570939 Jun 17 14:27:24.017568 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-390ab7aa-6b81-4b5f-b1cc-fab76e7c51d2 req-ff850ff7-7af4-440f-b9bf-8af15758c72e tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Jun 17 14:27:24.104064 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-249130bd-2b6d-4b58-a3ad-784b12b1d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:24.105483 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-249130bd-2b6d-4b58-a3ad-784b12b1d8b1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0827577 Jun 17 14:27:24.149498 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-2d135c06-d2a7-4ed0-8135-4597c31efec9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 217 time: 0.0367041 Jun 17 14:27:24.444851 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-1665c9a4-6fe4-496a-8f37-307c2f40604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:24.446317 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-1665c9a4-6fe4-496a-8f37-307c2f40604d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.2906380 Jun 17 14:27:24.504025 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-bacdb8fd-95cc-4bd5-a69b-e56b9f6bc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:24.505599 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-bacdb8fd-95cc-4bd5-a69b-e56b9f6bc22e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525601 Jun 17 14:27:24.604476 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-5647cc4c-314b-41ad-b8cc-53989cece834 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912085 Jun 17 14:27:24.691064 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-ccbb2221-8ecd-4ec4-af95-ebb701804241 req-4bbebb56-7817-4d9f-b5d9-ec3ee3e27d80 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803268 Jun 17 14:27:25.202064 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3eff5-f580-476e-8384-936d2243450b req-7f369a08-a0c0-4033-a7c5-adfbd2128e0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:25.203566 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0cd3eff5-f580-476e-8384-936d2243450b req-7f369a08-a0c0-4033-a7c5-adfbd2128e0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 943 time: 0.0638845 Jun 17 14:27:25.244074 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0cd3eff5-f580-476e-8384-936d2243450b req-0fa5a6a0-85e8-4af2-a972-6a8d5f607fd3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348165 Jun 17 14:27:26.420409 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070444b-c6d7-41c2-925a-d34a7b54ac0c req-f87b049b-5009-44f7-9656-000d73a07212 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:26.421883 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0070444b-c6d7-41c2-925a-d34a7b54ac0c req-f87b049b-5009-44f7-9656-000d73a07212 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 943 time: 0.0650737 Jun 17 14:27:26.459453 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0070444b-c6d7-41c2-925a-d34a7b54ac0c req-993b20e6-85f5-4bc8-90d7-ad7c9900b230 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Jun 17 14:27:27.636672 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db27c9-e3d9-422c-8068-ddc4c4732db2 req-e9170b75-a517-4a1b-bbc2-e55bc214df1d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:27.639252 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b1db27c9-e3d9-422c-8068-ddc4c4732db2 req-e9170b75-a517-4a1b-bbc2-e55bc214df1d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 943 time: 0.0656404 Jun 17 14:27:27.679566 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b1db27c9-e3d9-422c-8068-ddc4c4732db2 req-98e37232-d8d1-44bb-ad51-31a6c8185acd tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347242 Jun 17 14:27:28.863966 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e79c-8f21-4dc6-905e-e4b5f73e72bd req-692aaaef-240a-4ac5-9762-523b5505459d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:28.866288 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be39e79c-8f21-4dc6-905e-e4b5f73e72bd req-692aaaef-240a-4ac5-9762-523b5505459d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 943 time: 0.0708547 Jun 17 14:27:28.904517 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-be39e79c-8f21-4dc6-905e-e4b5f73e72bd req-de9ae0e9-227e-4e9e-ad35-4ad4ae0452ab tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327840 Jun 17 14:27:30.081711 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d65db-4a8d-4de6-993f-4cf049cbc8bf req-838b7293-cb8a-4bb0-a932-072a634172bb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:30.083153 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0e8d65db-4a8d-4de6-993f-4cf049cbc8bf req-838b7293-cb8a-4bb0-a932-072a634172bb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 943 time: 0.0663214 Jun 17 14:27:30.122669 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-0e8d65db-4a8d-4de6-993f-4cf049cbc8bf req-194497e1-7e9f-4ae6-95b5-bd4bff08d9f4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Jun 17 14:27:31.301546 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140b4e-a174-43ce-bb75-67ef2ea309ed req-ffaee732-eee8-4881-852b-785089f9647d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:31.303973 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ee140b4e-a174-43ce-bb75-67ef2ea309ed req-ffaee732-eee8-4881-852b-785089f9647d tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 943 time: 0.0677392 Jun 17 14:27:31.342131 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ee140b4e-a174-43ce-bb75-67ef2ea309ed req-b7979fcc-460d-43e2-96c9-1c52e2f8dca1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323191 Jun 17 14:27:31.542139 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 7151ac20-eb0a-4c98-bbc4-9462eda42bdf details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:27:31.635291 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:27:31.647050 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:27:31.691136 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:31.704129 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7151ac20-eb0a-4c98-bbc4-9462eda42bdf {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:27:31.725494 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:27:31.729849 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:31.732010 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-93043aa5-1e73-4539-8d34-61af64073128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:31.780689 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:31.788559 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.788908 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.789253 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.789629 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.789961 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.790319 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.790651 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.790981 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.791309 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.791645 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.791956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.792350 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:31.797233 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:31.927021 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['7151ac20-eb0a-4c98-bbc4-9462eda42bdf'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:27:32.524220 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2020c94-d673-4427-8d41-e5a273a172cf req-2350a547-ae8c-4395-9dd2-a3141749ee5c tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:32.525685 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d2020c94-d673-4427-8d41-e5a273a172cf req-2350a547-ae8c-4395-9dd2-a3141749ee5c tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 944 time: 0.0685344 Jun 17 14:27:32.565515 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d2020c94-d673-4427-8d41-e5a273a172cf req-69c3f161-8cb8-4614-8c5b-7a436500fc53 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336876 Jun 17 14:27:33.557398 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 7151ac20-eb0a-4c98-bbc4-9462eda42bdf up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:27:33.608974 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:27:33.613665 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:27:33.614354 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:33.700679 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:33.732582 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:27:33.735166 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c61b9e4-ef23-4a4e-b4f0-994c5e4276f6" -d '{"events": [{"server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:27:33.756682 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:27:33.762776 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9072d44-fa17-4162-8825-66c013b77080 req-f150de92-601c-4bc3-8462-d53530811ea3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:33.763814 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:33.766421 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:33.769742 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-b104595f-a685-4d4d-a219-01c064affd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:33.770178 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d9072d44-fa17-4162-8825-66c013b77080 req-f150de92-601c-4bc3-8462-d53530811ea3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 944 time: 0.0835602 Jun 17 14:27:33.797444 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7afad5-862b-4a85-ac5a-433e83ffcc97 x-openstack-request-id: req-6b7afad5-862b-4a85-ac5a-433e83ffcc97 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:27:33.797444 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:27:33.797811 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6b7afad5-862b-4a85-ac5a-433e83ffcc97 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:27:33.797955 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'code': 200} Jun 17 14:27:33.817854 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d9072d44-fa17-4162-8825-66c013b77080 req-b35a07f4-55ae-4f26-b51f-89140765f435 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432308 Jun 17 14:27:33.832073 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:33.836522 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:34.090040 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c268a-caec-4000-ad97-c07b52f5154d req-79c82f9a-e81c-42d4-9d00-b46fdc3509f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:34.091432 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-411c268a-caec-4000-ad97-c07b52f5154d req-79c82f9a-e81c-42d4-9d00-b46fdc3509f5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0538230 Jun 17 14:27:34.133992 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-411c268a-caec-4000-ad97-c07b52f5154d req-9531430d-4601-477a-b953-48abef1ebf96 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358398 Jun 17 14:27:35.187462 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c410a9-7fdb-460c-b398-9e328c759d56 req-11c79237-26b6-4f2f-bcb4-270affd6d0bb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:35.188972 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63c410a9-7fdb-460c-b398-9e328c759d56 req-11c79237-26b6-4f2f-bcb4-270affd6d0bb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 945 time: 0.2451291 Jun 17 14:27:35.230147 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-63c410a9-7fdb-460c-b398-9e328c759d56 req-746b8ded-7b65-418a-b0b6-1a2cf243bb17 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343499 Jun 17 14:27:36.188935 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-126e202d-0c23-40e6-8284-fe3ca55b37b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:36.402925 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db1fab-5fdb-4177-860e-78ffae1605de req-46dc5ca4-c050-4dc6-8d45-96cbfe6f95cb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:36.404393 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-31db1fab-5fdb-4177-860e-78ffae1605de req-46dc5ca4-c050-4dc6-8d45-96cbfe6f95cb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 945 time: 0.0632162 Jun 17 14:27:36.442150 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-31db1fab-5fdb-4177-860e-78ffae1605de req-dfa2d86d-68be-4a6b-bba1-b7ea95af2a3c tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Jun 17 14:27:36.620386 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7dd5-a977-4d58-8f68-4346e1871ae0 req-b4380c31-b357-4416-b56f-623e21edca68 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:36.621877 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dfee7dd5-a977-4d58-8f68-4346e1871ae0 req-b4380c31-b357-4416-b56f-623e21edca68 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 945 time: 0.0647962 Jun 17 14:27:36.665674 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-dfee7dd5-a977-4d58-8f68-4346e1871ae0 req-0f432f15-8a10-4e91-b6c6-9813012a69f9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Jun 17 14:27:36.690942 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55996) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:27:36.743019 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7bff02-fe47-4e95-981b-56f072aa02d6 tempest-TestVolumeBootPattern-804060067 tempest-TestVolumeBootPattern-804060067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:36.744412 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-3a7bff02-fe47-4e95-981b-56f072aa02d6 tempest-TestVolumeBootPattern-804060067 tempest-TestVolumeBootPattern-804060067-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1093 time: 0.0524909 Jun 17 14:27:36.747122 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 55998) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:27:36.751555 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:27:36.778574 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:36.866618 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:36.891378 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.031079 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Allocated IP 172.27.0.247 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/8d074223-de5c-4d7a-98a4-5c77f9a3bc36) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:27:37.171612 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.215184 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.217887 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-50b3352d-105d-410a-9525-25ca83957bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:37.252998 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:27:37.257377 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:27:37.263505 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:27:37.288117 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=8d074223-de5c-4d7a-98a4-5c77f9a3bc36,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:37.301190 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.301804 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.302132 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.303424 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.303791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.304156 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.304519 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.304871 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.305225 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.305578 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.305930 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.306301 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:27:37.311510 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:37.655000 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.736626 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.744828 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.895743 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.901339 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:37.906791 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3e26e626-3bd4-4e77-81e1-f8b891dfe7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:27:37.974374 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=8d074223-de5c-4d7a-98a4-5c77f9a3bc36,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:27:37.977533 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:27:37.988730 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:38.093715 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Floating IP 9418fa9b-b723-401f-acd4-06af0d83a8ae associated. External IP: 172.27.0.247, port: 7151ac20-eb0a-4c98-bbc4-9462eda42bdf. Jun 17 14:27:38.301211 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:27:38.416161 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:27:38.426552 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:27:38.432781 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:38.440961 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:27:38.441626 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:27:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:38.470130 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7219229 Jun 17 14:27:38.470799 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:27:38.473358 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e730845-903b-4319-ba34-d0001c1261b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:27:38.514425 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf53e60d-8166-4ea9-b0ef-d42644b7afbe x-openstack-request-id: req-cf53e60d-8166-4ea9-b0ef-d42644b7afbe {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:27:38.514755 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:27:38.515123 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cf53e60d-8166-4ea9-b0ef-d42644b7afbe {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:27:38.515506 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'status': 'completed', 'code': 200} Jun 17 14:27:38.558173 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:27:38.595433 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730845-903b-4319-ba34-d0001c1261b6 req-a8619833-b2b3-432e-b5c1-5d2b7177f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:38.596960 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e730845-903b-4319-ba34-d0001c1261b6 req-a8619833-b2b3-432e-b5c1-5d2b7177f980 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0566499 Jun 17 14:27:38.693303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730845-903b-4319-ba34-d0001c1261b6 req-7c6726af-491b-4926-b67f-4a78048cbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:38.695064 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e730845-903b-4319-ba34-d0001c1261b6 req-7c6726af-491b-4926-b67f-4a78048cbdfe service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0912113 Jun 17 14:27:38.769680 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e730845-903b-4319-ba34-d0001c1261b6 req-95bdd5e8-c763-47bf-a0f7-2380e5978e81 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 999 time: 0.0644090 Jun 17 14:27:38.813474 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:37Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:38.821345 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730845-903b-4319-ba34-d0001c1261b6 req-a349f117-43c6-4b57-bb94-950e9d7f3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:38.822854 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e730845-903b-4319-ba34-d0001c1261b6 req-a349f117-43c6-4b57-bb94-950e9d7f3f3a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0456674 Jun 17 14:27:38.840907 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:27:38.850316 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:27:38.850956 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:27:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:38.882576 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730845-903b-4319-ba34-d0001c1261b6 req-42821e30-a69b-4c04-9a36-4bbf8bcc841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:27:38.883928 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e730845-903b-4319-ba34-d0001c1261b6 req-42821e30-a69b-4c04-9a36-4bbf8bcc841d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545120 Jun 17 14:27:38.960802 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:27:38.980878 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e730845-903b-4319-ba34-d0001c1261b6 req-17ca70e5-ae2a-4061-a61d-154d0c67652c service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905921 Jun 17 14:27:39.072791 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e730845-903b-4319-ba34-d0001c1261b6 req-760e2f03-9eb9-4d7b-ba19-dfa4318978d1 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853465 Jun 17 14:27:39.197798 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:37Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:27:39.226013 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40433ec9-f3a7-4b2e-bed9-998d4f99c9e2 None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:37Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:27:39.427265 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8f208-d966-4a8d-a37a-05099e5929e3 None None] New status for floating IP 9418fa9b-b723-401f-acd4-06af0d83a8ae: ACTIVE {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:27:40.031124 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:44.679615 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:27:52.176483 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:01.572545 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-65055003-b28e-4a6f-a34d-703e6da7a4ce service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282585 Jun 17 14:28:01.671293 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd49c-f032-4550-ac80-c27cad693984 req-c186331f-8766-486e-a29a-90a218e221d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:28:01.672770 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-c186331f-8766-486e-a29a-90a218e221d3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0547390 Jun 17 14:28:01.780663 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd49c-f032-4550-ac80-c27cad693984 req-a4d8352e-d296-4803-9611-823a5d308ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:28:01.782059 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-a4d8352e-d296-4803-9611-823a5d308ba0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0886836 Jun 17 14:28:01.855093 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-52a3ed02-0e32-4686-9bf6-89226290b12e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 1001 time: 0.0660937 Jun 17 14:28:01.907048 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd49c-f032-4550-ac80-c27cad693984 req-44829b2a-d07c-499b-885b-3384157553c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:28:01.908583 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-44829b2a-d07c-499b-885b-3384157553c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0478137 Jun 17 14:28:01.969948 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd49c-f032-4550-ac80-c27cad693984 req-c2a0dd3b-ea1c-4b31-8b3d-7f0db0f9e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:28:01.971486 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-c2a0dd3b-ea1c-4b31-8b3d-7f0db0f9e541 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558343 Jun 17 14:28:01.982223 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-b81d6653-adde-460a-9d9f-bdda90bf989b service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:28:01.983196 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-b81d6653-adde-460a-9d9f-bdda90bf989b service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054266 Jun 17 14:28:02.081051 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-16ab7c57-36ed-46cf-aa92-99b63fb36992 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909116 Jun 17 14:28:02.177363 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-77acd49c-f032-4550-ac80-c27cad693984 req-1b8a0b05-dd03-43ae-999a-e18fe04adc78 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897045 Jun 17 14:28:03.750775 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-9939dbf3-1418-440e-a0e7-bfc3fdd92d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:06.189684 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-4e893c41-f35f-48c3-b5e7-4eca55faf99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:06.868725 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:07.747936 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:10.036401 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:21.678967 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:28:22.192257 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:33.752232 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bedfb3f9-cc1c-4fe4-8451-929de8bc8f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:36.190741 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-69cca617-1a4a-4aa8-9625-b12a4309df00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:36.873944 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:37.753182 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:40.038203 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:52.209709 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:58.680712 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:29:03.755309 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e0c3-4ec1-4e6c-8765-e053e133d8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:04.100032 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-4522f8e5-e695-4286-ab1f-57eb9e1e4e54 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642440 Jun 17 14:29:04.202530 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-68f14407-47dd-4340-a149-b67e494beb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:04.204042 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-68f14407-47dd-4340-a149-b67e494beb56 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0582612 Jun 17 14:29:04.327168 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-64b6ea92-c6a6-4006-8792-86a4aacdec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:04.329017 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-64b6ea92-c6a6-4006-8792-86a4aacdec95 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.1000931 Jun 17 14:29:04.403314 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-eb917213-07e3-42fc-b5c9-4065681cff80 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 1001 time: 0.0665865 Jun 17 14:29:04.454827 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-b651a40d-6dd9-4c18-a9a8-5c1f25455a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:04.456367 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-b651a40d-6dd9-4c18-a9a8-5c1f25455a49 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0465033 Jun 17 14:29:04.524578 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-4d872351-dc45-43cf-be1b-22e6ff2aa234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:04.526129 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-4d872351-dc45-43cf-be1b-22e6ff2aa234 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629523 Jun 17 14:29:04.634604 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-dd259aa4-2674-4f6f-b897-d678dd783cfd service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010013 Jun 17 14:29:04.739153 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-66bce0e6-47cf-4875-a110-ddd4f2935ded req-ab90a521-dd9a-41ab-961f-6e7d65b853ec service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976717 Jun 17 14:29:06.193908 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-156d6566-1c2e-43f6-bec4-0b50f6743047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:06.877764 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:07.755473 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:10.044750 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:13.963449 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-85a13aa6-13be-40b3-91cd-b48733299e8f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719246591&fields=id&tenant_id=8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 267 time: 0.0396802 Jun 17 14:29:14.084458 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-d2672e0d-0e08-4177-a178-0d2378873198 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:14.085939 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-d2672e0d-0e08-4177-a178-0d2378873198 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 811 time: 0.1145430 Jun 17 14:29:14.102225 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-e78785b7-3975-4fb0-91f2-3e24f9bc1369 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/quotas/8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 375 time: 0.0103881 Jun 17 14:29:14.179385 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-3d5bdbd0-92ac-4b94-ad17-19e1838f4ca3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0711033 Jun 17 14:29:14.238254 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-5009c4dd-8da5-4ad0-8b09-2445b7f2d208 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=93041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:29:14.239303 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-5009c4dd-8da5-4ad0-8b09-2445b7f2d208 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488982 Jun 17 14:29:14.329620 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-1f978ba8-0605-4dc2-a4ac-0c8bb24accf7 service neutron] 10.222.0.82 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841243 Jun 17 14:29:14.430208 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-7a16064c-d36f-45b3-9ec4-7b0a8d7a79a7 service neutron] 10.222.0.82 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941119 Jun 17 14:29:14.779957 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-efb46c1b-9ac7-4c0d-bab8-933be54f79b1 req-4037ef8b-cf26-4f4a-b529-0a3d100303e5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 210 time: 0.0771470 Jun 17 14:29:15.943075 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-6a0d5895-e253-4cac-8ccb-f166bed2d85e req-60241418-d0fe-4674-9903-987ce74d2385 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 210 time: 0.0458417 Jun 17 14:29:16.004912 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-aa232428-4080-4dc8-8c4f-0f548d6b37a1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:16.006394 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-aa232428-4080-4dc8-8c4f-0f548d6b37a1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 811 time: 0.1156819 Jun 17 14:29:16.057578 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-38bc2236-7846-482a-a51e-4b526fa74a20 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8257c3338f3943c89ca57961d4e43c8d HTTP/1.1" status: 200 len: 379 time: 0.0371253 Jun 17 14:29:16.067946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'port': {'device_id': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'admin_state_up': True, 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'security_groups': ['c744d625-acdd-449f-8dd5-21e675d4c3ba']}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:29:16.183825 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Made reservation on behalf of 8257c3338f3943c89ca57961d4e43c8d for: {'port': 1} {{(pid=93042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:29:16.187594 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:16.328762 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_common [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Allocated IP 172.20.0.12 (ff909572-6fa7-4854-9124-526142bcae56/25722c0b-6ae8-4c57-9edc-0a2d4560e4dc/02d3164d-7eab-462d-b59e-b4a20c5f093c) {{(pid=93042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:29:16.490820 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:16.509837 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Transition to ACTIVE for port object 02d3164d-7eab-462d-b59e-b4a20c5f093c will not be triggered until provisioned by entity DHCP. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:29:16.563826 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12619804'] for port, after_create {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:16.569285 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b58a0569-2ca2-4ada-9379-8c6159d7fce1 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:16.610756 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Network ff909572-6fa7-4854-9124-526142bcae56 is already hosted by enough agents. {{(pid=93042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:29:16.614238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.base_scheduler [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Resources bound (agent type, host, resource id): {{(pid=93042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:29:16.621040 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Received port after_create {{(pid=93042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:29:16.651151 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=02d3164d-7eab-462d-b59e-b4a20c5f093c,revision_number=1']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:29:16.665128 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.665507 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.665882 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.666292 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.666645 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.667003 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.667373 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.667726 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.668085 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.668471 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.668886 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.669258 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:16.675741 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:16.698375 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:16.699009 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:16.715577 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-4c1df89e-15c6-4e96-ab76-f62c91ad9a0f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6519995 Jun 17 14:29:16.727246 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.v2.base [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Request body: {'port': {'device_id': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:29:16.805838 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:16.912890 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-942ca199-87eb-407b-a323-8f74a5bfaf6b None None] Provisioning for port 02d3164d-7eab-462d-b59e-b4a20c5f093c completed by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:29:16.918523 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-942ca199-87eb-407b-a323-8f74a5bfaf6b None None] Provisioning complete for port 02d3164d-7eab-462d-b59e-b4a20c5f093c triggered by entity DHCP. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:29:16.918962 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-942ca199-87eb-407b-a323-8f74a5bfaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:16.955783 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-942ca199-87eb-407b-a323-8f74a5bfaf6b None None] Port 02d3164d-7eab-462d-b59e-b4a20c5f093c cannot update to ACTIVE because it is not bound. {{(pid=93043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:29:17.106558 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d3164d-7eab-462d-b59e-b4a20c5f093c {{(pid=93042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:29:17.115278 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:17.128699 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccb237-7bc7-4a56-86cb-4dbea1bf1362 req-215b2232-0178-4472-b295-582955815a2f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:17.129791 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Transition to ACTIVE for port object 02d3164d-7eab-462d-b59e-b4a20c5f093c will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:29:17.130337 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a6ccb237-7bc7-4a56-86cb-4dbea1bf1362 req-215b2232-0178-4472-b295-582955815a2f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 932 time: 0.0686965 Jun 17 14:29:17.133847 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:17.136071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-075071f7-1fde-4695-b7f1-9e2b4b87652b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:17.171703 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-a6ccb237-7bc7-4a56-86cb-4dbea1bf1362 req-0940c7ba-c73a-4e48-894d-c067424e46a8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344830 Jun 17 14:29:17.228113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3164d-7eab-462d-b59e-b4a20c5f093c,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:29:17.231575 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:17.311126 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Attempting to bind port 02d3164d-7eab-462d-b59e-b4a20c5f093c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:29:17.311460 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Attempting to bind port 02d3164d-7eab-462d-b59e-b4a20c5f093c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:29:17.311800 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Attempting to bind port 02d3164d-7eab-462d-b59e-b4a20c5f093c on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:29:17.316965 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Port 02d3164d-7eab-462d-b59e-b4a20c5f093c on network ff909572-6fa7-4854-9124-526142bcae56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:29:17.317287 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Attempting to bind port 02d3164d-7eab-462d-b59e-b4a20c5f093c on network ff909572-6fa7-4854-9124-526142bcae56 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:29:17.323065 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Checking agent: {'id': '462b2612-b58e-450a-8020-785c729a4f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'started_at': datetime.datetime(2021, 6, 17, 14, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:29:17.323382 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Checking segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:29:17.323767 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Bound using segment: {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:29:17.324193 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Bound port: 02d3164d-7eab-462d-b59e-b4a20c5f093c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675cabb2-15b3-4406-bb9c-9fc3e22f0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:29:17.324531 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:17.394984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] For port 02d3164d-7eab-462d-b59e-b4a20c5f093c, host hv-cinder-79628, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:29:17.394984 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] For port 02d3164d-7eab-462d-b59e-b4a20c5f093c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:29:17.404538 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12619822'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:17.406743 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d36fc682-95cb-4ca6-8a70-04e9aef8086f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:17.442481 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:17.443054 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:17.444502 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] 10.222.0.95 "PUT /v2.0/ports/02d3164d-7eab-462d-b59e-b4a20c5f093c HTTP/1.1" status: 200 len: 1094 time: 0.7217209 Jun 17 14:29:17.444932 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:29:17.447280 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105" -d '{"events": [{"name": "network-changed", "server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:29:17.478230 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3164d-7eab-462d-b59e-b4a20c5f093c,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:29:17.482296 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-b0167a30-b4b0-4cec-a9f1-24991a43b1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:17.556126 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-f0112b99-2892-48fc-892e-3f719a94c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:17.557620 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-f0112b99-2892-48fc-892e-3f719a94c1d6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 1097 time: 0.0666807 Jun 17 14:29:17.574581 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f2aa60-a4ce-44b4-b043-63d4ed82e772 x-openstack-request-id: req-e6f2aa60-a4ce-44b4-b043-63d4ed82e772 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:29:17.574909 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:29:17.575207 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e6f2aa60-a4ce-44b4-b043-63d4ed82e772 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:29:17.575648 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'status': 'completed', 'code': 200} Jun 17 14:29:17.606843 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-424ec638-c90a-4585-b775-3ff15a7c1bb7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c HTTP/1.1" status: 200 len: 217 time: 0.0413084 Jun 17 14:29:17.662540 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-180c1363-fd3c-478d-a259-03c8409584b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:17.664016 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-180c1363-fd3c-478d-a259-03c8409584b3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0502188 Jun 17 14:29:17.722627 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f634-49ea-43f7-b89a-71700166e5ca req-bb89ad3a-dfc5-44c5-95f6-3f1345450889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:17.724009 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-bb89ad3a-dfc5-44c5-95f6-3f1345450889 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536542 Jun 17 14:29:17.825613 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-2bd872e1-4bd3-4462-b735-4577ee54168d service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942092 Jun 17 14:29:17.962181 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8516f634-49ea-43f7-b89a-71700166e5ca req-9a90b885-8d7e-4927-93e5-39e0f1ed1ec1 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292763 Jun 17 14:29:18.077280 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-04b60bfc-84ab-435b-aa93-aa89a68d41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:18.078756 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-04b60bfc-84ab-435b-aa93-aa89a68d41a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 1097 time: 0.0598361 Jun 17 14:29:18.178225 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-dacb3673-3662-42c9-aa3f-2b1cc395fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:18.180446 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-dacb3673-3662-42c9-aa3f-2b1cc395fd84 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0941665 Jun 17 14:29:18.230688 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-66be16cb-1b01-49a4-ad53-ef967cfddd3d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c HTTP/1.1" status: 200 len: 217 time: 0.0421526 Jun 17 14:29:18.300198 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-14dc83d2-6984-46db-a944-ef803623e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:18.302930 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-14dc83d2-6984-46db-a944-ef803623e0f5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0640063 Jun 17 14:29:18.364177 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-57230f58-b176-43f5-a6b5-a0821a4f2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:18.365643 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-57230f58-b176-43f5-a6b5-a0821a4f2f32 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560529 Jun 17 14:29:18.440258 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a903b8-d497-4beb-a106-134c74d9cedc req-a7f0875b-266c-453a-bf93-632c95e6578c tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:18.441651 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d4a903b8-d497-4beb-a106-134c74d9cedc req-a7f0875b-266c-453a-bf93-632c95e6578c tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 944 time: 0.0664289 Jun 17 14:29:18.460703 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-f6862016-1bab-46cf-aa2b-ef6d545525ef service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844798 Jun 17 14:29:18.481633 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d4a903b8-d497-4beb-a106-134c74d9cedc req-9fa91687-4357-4c93-99cd-10ba6e220c25 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Jun 17 14:29:18.559439 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-9c3801bc-36df-4bae-8e8e-ce76bf9fd105 req-bcbd5065-9f9e-4961-8ddc-41aa0f03f5dd service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894957 Jun 17 14:29:19.673584 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d771c0-8c22-432b-9feb-0b97032c5339 req-b31de21f-f401-4165-b679-79f8eab78de8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:19.676035 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3d771c0-8c22-432b-9feb-0b97032c5339 req-b31de21f-f401-4165-b679-79f8eab78de8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 944 time: 0.0758266 Jun 17 14:29:19.715686 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-b3d771c0-8c22-432b-9feb-0b97032c5339 req-fce58d9d-dd83-4c2d-ae4a-ea256c3c99da tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334568 Jun 17 14:29:20.900138 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a684e-98cb-4282-96eb-5e189c5a3cca req-bdee1fc5-3248-45c8-b500-a32655637bf4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:20.901594 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-109a684e-98cb-4282-96eb-5e189c5a3cca req-bdee1fc5-3248-45c8-b500-a32655637bf4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 944 time: 0.0635314 Jun 17 14:29:20.941448 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-109a684e-98cb-4282-96eb-5e189c5a3cca req-1c310c8b-e21a-4bfc-831e-7a5775c0100a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339465 Jun 17 14:29:22.115387 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c67b52-a623-43de-b6bc-d9db97a3db13 req-e959c183-2c4e-49c7-802c-b0f63531cb14 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:22.116881 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f9c67b52-a623-43de-b6bc-d9db97a3db13 req-e959c183-2c4e-49c7-802c-b0f63531cb14 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 944 time: 0.0621741 Jun 17 14:29:22.157971 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-f9c67b52-a623-43de-b6bc-d9db97a3db13 req-f590e2e0-93d9-485d-8001-94990272b011 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354538 Jun 17 14:29:22.207043 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:23.348483 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5a511-1143-4a02-8205-c6a5e5135be0 req-cdc068c2-b981-4328-ab02-686c6c4a5068 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:23.350249 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cca5a511-1143-4a02-8205-c6a5e5135be0 req-cdc068c2-b981-4328-ab02-686c6c4a5068 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 944 time: 0.0641339 Jun 17 14:29:23.389655 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-cca5a511-1143-4a02-8205-c6a5e5135be0 req-fbf11558-9ddf-4e1a-98f2-b665e2f9c5c3 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Jun 17 14:29:24.568316 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4f9a-c588-4321-81df-9a695490dacb req-57933739-0286-4369-8b07-7ef5a7dc5ad6 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:24.569823 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-638a4f9a-c588-4321-81df-9a695490dacb req-57933739-0286-4369-8b07-7ef5a7dc5ad6 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 944 time: 0.0683362 Jun 17 14:29:24.607206 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-638a4f9a-c588-4321-81df-9a695490dacb req-ef77f37f-604c-4eeb-bf0d-47fd3b5a4f67 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 Jun 17 14:29:25.789328 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1abff2-3046-4189-947b-bb8ba3b39dd0 req-2da99889-6e35-4c80-9f7e-1f975f79f4ca tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:25.790864 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3e1abff2-3046-4189-947b-bb8ba3b39dd0 req-2da99889-6e35-4c80-9f7e-1f975f79f4ca tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 944 time: 0.0705855 Jun 17 14:29:25.829051 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-3e1abff2-3046-4189-947b-bb8ba3b39dd0 req-cfe9860f-f078-42d2-87b7-5e8ec379fbb6 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323055 Jun 17 14:29:26.057386 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 02d3164d-7eab-462d-b59e-b4a20c5f093c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:29:26.157553 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 02d3164d-7eab-462d-b59e-b4a20c5f093c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:29:26.172402 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Returning: {'device': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'port_id': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'mac_address': 'fa:16:3e:bd:9e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:29:26.211427 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:26.223958 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d3164d-7eab-462d-b59e-b4a20c5f093c {{(pid=93043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:29:26.242602 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 02d3164d-7eab-462d-b59e-b4a20c5f093c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:29:26.247678 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:26.249378 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-c7a5ea3b-2b8c-47a0-a926-02e63915f8a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:26.293940 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=02d3164d-7eab-462d-b59e-b4a20c5f093c,revision_number=4']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:29:26.300995 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.301330 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.301814 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.302035 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.302338 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.302665 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.302988 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.303309 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.303633 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.303954 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.304297 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.304583 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:26.308537 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:26.508495 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] get_ports_and_sgs() called for port_ids ['02d3164d-7eab-462d-b59e-b4a20c5f093c'] {{(pid=93043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:29:27.006974 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dec96-23aa-4e78-b6a6-ce3f1015ce42 req-3b152b0e-3e69-48f5-ad4e-aa5d5f0ceb93 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:27.008509 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-884dec96-23aa-4e78-b6a6-ce3f1015ce42 req-3b152b0e-3e69-48f5-ad4e-aa5d5f0ceb93 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 945 time: 0.0656021 Jun 17 14:29:27.047215 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-884dec96-23aa-4e78-b6a6-ce3f1015ce42 req-ba2ede0f-1217-4a8c-9932-5b9333eeb238 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330665 Jun 17 14:29:28.069333 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 02d3164d-7eab-462d-b59e-b4a20c5f093c up at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:29:28.122379 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning for port 02d3164d-7eab-462d-b59e-b4a20c5f093c completed by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:29:28.126099 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.provisioning_blocks [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Provisioning complete for port 02d3164d-7eab-462d-b59e-b4a20c5f093c triggered by entity L2. {{(pid=93043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:29:28.126482 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-578555'] for port, provisioning_complete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:28.215756 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:28.232592 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaff08-0fb5-4911-9802-7134608678da req-654e5b07-f14b-4edf-83c4-d31d4d3de8e5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:28.234117 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9fdaff08-0fb5-4911-9802-7134608678da req-654e5b07-f14b-4edf-83c4-d31d4d3de8e5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 945 time: 0.0713596 Jun 17 14:29:28.240852 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c'}] {{(pid=93043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:29:28.243186 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93116259d7e4a6d72eb12e6ca9e5653b89597b82c042b4a39678bd99158f389" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db8c674-73d0-40f5-9cae-88d0f4eed340" -d '{"events": [{"server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "name": "network-vif-plugged", "status": "completed", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c"}]}' {{(pid=93043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:29:28.257794 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] For port 02d3164d-7eab-462d-b59e-b4a20c5f093c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:29:28.262503 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510'] for port, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:28.264542 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:28.279920 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-9fdaff08-0fb5-4911-9802-7134608678da req-1ef22b1f-1328-4577-b190-744d5de03d9a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380139 Jun 17 14:29:28.319571 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Pushing event updated for resources: {'Port': ['ID=02d3164d-7eab-462d-b59e-b4a20c5f093c,revision_number=5']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:29:28.324348 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:28.346021 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4e31d9-ad80-4ca6-8c02-7d91ebfb5e43 x-openstack-request-id: req-de4e31d9-ad80-4ca6-8c02-7d91ebfb5e43 {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:29:28.346021 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "name": "network-vif-plugged", "status": "completed", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c", "code": 200}]} {{(pid=93043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:29:28.346269 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-de4e31d9-ad80-4ca6-8c02-7d91ebfb5e43 {{(pid=93043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:29:28.346269 dv-cinder-796286-6-iscsi neutron-server[93043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'code': 200} Jun 17 14:29:28.634849 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791acc8-af0f-4ef5-b6a4-88d68389151a req-b48e8ecd-3020-4b85-8ac7-eaf02bc88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:28.636372 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7791acc8-af0f-4ef5-b6a4-88d68389151a req-b48e8ecd-3020-4b85-8ac7-eaf02bc88500 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 1099 time: 0.0551822 Jun 17 14:29:28.673319 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-7791acc8-af0f-4ef5-b6a4-88d68389151a req-1b230ec0-e1f5-4bbd-b45d-1bb4fe7f64d2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298257 Jun 17 14:29:29.476630 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b3d7a-52c7-4fd0-8b04-0aa8803c9ecc req-267b9685-78b8-48b3-908a-ec10afe7c4ef tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:29.478065 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-974b3d7a-52c7-4fd0-8b04-0aa8803c9ecc req-267b9685-78b8-48b3-908a-ec10afe7c4ef tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 946 time: 0.0664198 Jun 17 14:29:29.520126 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-974b3d7a-52c7-4fd0-8b04-0aa8803c9ecc req-c9f39a0b-3b60-4c1d-abd8-dcb8a5dcaa39 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352931 Jun 17 14:29:30.704197 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7dfb-7ebf-4c87-b3cc-c8b143b813cb req-2b6e70fb-3e5b-4d9e-bd51-faf35f144cdf tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:30.705762 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-af2d7dfb-7ebf-4c87-b3cc-c8b143b813cb req-2b6e70fb-3e5b-4d9e-bd51-faf35f144cdf tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 946 time: 0.0688279 Jun 17 14:29:30.745575 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-af2d7dfb-7ebf-4c87-b3cc-c8b143b813cb req-292ed785-9da5-48ac-ba9c-ddcaed6d3a04 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340469 Jun 17 14:29:30.924712 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fd2ed-6b17-4b10-8b79-98c67fb96978 req-298de9d1-e72c-439a-af44-dc1b8016c7c9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:30.926310 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ae9fd2ed-6b17-4b10-8b79-98c67fb96978 req-298de9d1-e72c-439a-af44-dc1b8016c7c9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 946 time: 0.0688660 Jun 17 14:29:30.965415 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-ae9fd2ed-6b17-4b10-8b79-98c67fb96978 req-6479fc57-bf7f-45cf-a73a-0051958abc8e tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Jun 17 14:29:30.991588 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56152) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:29:31.045149 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215e6de-1362-40e9-9677-b2a89fe35ff1 tempest-TestVolumeBootPattern-804060067 tempest-TestVolumeBootPattern-804060067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:31.046672 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-c215e6de-1362-40e9-9677-b2a89fe35ff1 tempest-TestVolumeBootPattern-804060067 tempest-TestVolumeBootPattern-804060067-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 1094 time: 0.0540943 Jun 17 14:29:31.049724 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56154) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:29:31.054278 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.v2.base [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Request body: {'floatingip': {'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'port_id': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:29:31.078203 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:31.179733 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-715492'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:31.281783 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Allocated IP 172.27.0.191 (9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec/9929bb0d-68bb-4aa4-8eba-82b1decc17b5/58fbba87-3929-41e1-b66c-d7b633da7757) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:29:31.644491 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:31.685115 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-715429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-81693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733203292447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14348605'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:31.687121 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:31.728120 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Network 9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:29:31.731877 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:29:31.733893 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=58fbba87-3929-41e1-b66c-d7b633da7757,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:29:31.736062 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:29:31.760088 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.760465 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.760840 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.761204 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.761591 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.762060 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.762427 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.762786 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.763143 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.763498 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.763848 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.764198 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:29:31.770707 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:32.117567 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:32.208402 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-715506'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:32.366447 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:32.371450 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733203765221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733203292465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733203292510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14348559'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:32.373610 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-3f818692-f013-413c-9b77-453922dec40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:32.441648 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event updated for resources: {'Port': ['ID=58fbba87-3929-41e1-b66c-d7b633da7757,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:29:32.445947 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:32.456205 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343526'] for floatingip, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:32.571941 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Floating IP b7a622ad-21a6-45c3-a4ad-05285f54a175 associated. External IP: 172.27.0.191, port: 02d3164d-7eab-462d-b59e-b4a20c5f093c. Jun 17 14:29:32.790503 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:29:32.895446 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:29:32.904599 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:29:32.913329 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:32.915641 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:29:32.916283 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:29:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:32.957680 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f35f431c-8d35-4a38-8038-b2cad621772a tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9066877 Jun 17 14:29:32.958437 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:29:32.960815 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d820080-453b-412c-9619-8ecba1bedc03" -d '{"events": [{"name": "network-changed", "server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:29:33.050568 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17e0130-62f9-46e1-8a3d-5632bad2517d x-openstack-request-id: req-c17e0130-62f9-46e1-8a3d-5632bad2517d {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:29:33.050906 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:29:33.051241 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c17e0130-62f9-46e1-8a3d-5632bad2517d {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:29:33.051677 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'status': 'completed', 'code': 200} Jun 17 14:29:33.131307 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d820080-453b-412c-9619-8ecba1bedc03 req-78288502-c1a7-4351-a145-4435d9041175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:33.132771 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8d820080-453b-412c-9619-8ecba1bedc03 req-78288502-c1a7-4351-a145-4435d9041175 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 1099 time: 0.0570300 Jun 17 14:29:33.153656 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:29:33.224746 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d820080-453b-412c-9619-8ecba1bedc03 req-ccea8a26-9ab6-41a5-8999-6275be76c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:33.226237 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8d820080-453b-412c-9619-8ecba1bedc03 req-ccea8a26-9ab6-41a5-8999-6275be76c727 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0863883 Jun 17 14:29:33.296313 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8d820080-453b-412c-9619-8ecba1bedc03 req-080169ad-3326-4feb-810c-16c376687dec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c HTTP/1.1" status: 200 len: 1000 time: 0.0630682 Jun 17 14:29:33.346296 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d820080-453b-412c-9619-8ecba1bedc03 req-6b6e6f36-313b-4e4c-8913-828dfe95475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:33.347770 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8d820080-453b-412c-9619-8ecba1bedc03 req-6b6e6f36-313b-4e4c-8913-828dfe95475e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0442684 Jun 17 14:29:33.384754 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:39Z', 'revision_number': 1, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}, {'id': 'b7a622ad-21a6-45c3-a4ad-05285f54a175', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:bd:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:29:31Z', 'updated_at': '2021-06-17T14:29:31Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:33.405815 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d820080-453b-412c-9619-8ecba1bedc03 req-93b72e01-1155-4bbd-8c86-92c4bfe9f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:29:33.407267 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8d820080-453b-412c-9619-8ecba1bedc03 req-93b72e01-1155-4bbd-8c86-92c4bfe9f9c4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515306 Jun 17 14:29:33.410277 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:29:33.418815 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:29:33.419450 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:29:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:33.499492 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8d820080-453b-412c-9619-8ecba1bedc03 req-2176cd3a-aed0-40ce-b6f9-d6ad71c77470 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850325 Jun 17 14:29:33.524958 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:29:33.588686 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-8d820080-453b-412c-9619-8ecba1bedc03 req-38486274-6b48-4123-84df-83941d1dda2f service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821526 Jun 17 14:29:33.761243 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a521-ed97-45bf-9d4d-d22fe48be6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:33.764119 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:39Z', 'revision_number': 1, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}, {'id': 'b7a622ad-21a6-45c3-a4ad-05285f54a175', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:bd:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:29:31Z', 'updated_at': '2021-06-17T14:29:31Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:33.790679 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d246cc4-017c-42b8-ac0c-949b04104087 None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:39Z', 'revision_number': 1, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}, {'id': 'b7a622ad-21a6-45c3-a4ad-05285f54a175', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:bd:9e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:29:31Z', 'updated_at': '2021-06-17T14:29:31Z', 'revision_number': 0, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:29:33.971462 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e67878-70df-4089-b0fd-7ff4c3f05b53 None None] New status for floating IP b7a622ad-21a6-45c3-a4ad-05285f54a175: ACTIVE {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:29:35.679884 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:29:36.197206 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-dd0e7f42-eac3-4f68-97a2-afa434b40409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:36.881252 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:37.756958 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:40.045801 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:52.228883 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:03.763021 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8293b065-543c-497e-adcc-19b90a5ea651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:04.057096 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-773832c2-f6e0-46b5-9f6c-b5c268139d3e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554745 Jun 17 14:30:04.154998 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-ef93ea93-21a4-47c8-bc2d-0e357cdd24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:04.156468 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-ef93ea93-21a4-47c8-bc2d-0e357cdd24d6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0580602 Jun 17 14:30:04.261473 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-bf6ff5d1-b53c-49d9-a01d-373e32e5f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:04.262962 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-bf6ff5d1-b53c-49d9-a01d-373e32e5f65e service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.0842061 Jun 17 14:30:04.332876 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-491e7114-95e8-4a3d-b2b8-4576142c327a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 1001 time: 0.0632224 Jun 17 14:30:04.382167 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-19332772-7e59-4b75-951d-fb813ae0b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:04.383613 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-19332772-7e59-4b75-951d-fb813ae0b5dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0452955 Jun 17 14:30:04.441012 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-198d801d-e6d4-4796-9a34-e078d5f9c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:04.442829 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-198d801d-e6d4-4796-9a34-e078d5f9c730 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534818 Jun 17 14:30:04.537844 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-b603c4a0-c0bd-4064-88bf-d027d83ebe18 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887694 Jun 17 14:30:04.626090 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-c7dcda7e-c014-43e8-ae78-176ccfa9be7a req-dd19b81b-ef70-4f0d-bec1-c16a2b92525a service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817230 Jun 17 14:30:06.199361 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7ddfe837-1146-4b4a-9e0f-f7c34f671530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:06.882874 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:07.759844 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:10.047468 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:12.680379 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:30:22.238474 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.772554 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-afdaba7e-3b28-436d-b32e-0de718868e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.203761 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-b78ad609-e100-4c18-ad92-6de224740b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.887021 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.764447 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.055965 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:49.680777 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:30:52.242190 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:03.769336 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-82d7bce9-6d69-495c-bbe2-008144e5a0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:04.428490 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56180) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:04.607152 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Deleting port 58fbba87-3929-41e1-b66c-d7b633da7757 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:04.607494 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:04.694057 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:04.698379 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:04.764514 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Calling delete_port for 58fbba87-3929-41e1-b66c-d7b633da7757 owned by network:floatingip {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:04.932421 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:04.934601 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-e98db561-85c5-4590-8e31-5b4ffaa8f606 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:04.957150 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event deleted for resources: {'Port': ['ID=58fbba87-3929-41e1-b66c-d7b633da7757,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:04.969944 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.970353 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.970730 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.971101 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.971492 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.971853 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.972215 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.972575 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.972935 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.973293 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.973650 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.974068 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:04.992603 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:05.030550 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:05.030871 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.db.l3_db [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Floating IP b7a622ad-21a6-45c3-a4ad-05285f54a175 disassociated (deleted). External IP: 172.27.0.191, port: 02d3164d-7eab-462d-b59e-b4a20c5f093c. Jun 17 14:31:05.232467 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:31:05.342988 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:31:05.348945 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:05.353091 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:31:05.363416 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:05.364145 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:30:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:05.387985 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-33b1763f-13c5-480e-a1f1-db8743a13aeb tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "DELETE /v2.0/floatingips/b7a622ad-21a6-45c3-a4ad-05285f54a175 HTTP/1.1" status: 204 len: 168 time: 0.9581964 Jun 17 14:31:05.388591 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:05.390968 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2302d83f52760b5053b8b017d3d2dfbd11522b03df04226219a029477041a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:05.437218 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30225c94-3adc-4b2c-891b-e3b814ab666d x-openstack-request-id: req-30225c94-3adc-4b2c-891b-e3b814ab666d {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:05.437850 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c", "status": "completed", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:05.438208 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-30225c94-3adc-4b2c-891b-e3b814ab666d {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:05.438896 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'status': 'completed', 'code': 200} Jun 17 14:31:05.480695 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:05.513891 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-09ed4d2d-6bd3-42c7-8f2a-4739f9f7f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.516051 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-09ed4d2d-6bd3-42c7-8f2a-4739f9f7f99f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 1099 time: 0.0559545 Jun 17 14:31:05.626791 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-a6b678a0-a1f2-4ba7-bf78-45768a8d2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.628487 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-a6b678a0-a1f2-4ba7-bf78-45768a8d2cc4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.1059926 Jun 17 14:31:05.692431 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-96a2c886-ba25-4798-a855-0a0c8d42e1f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c HTTP/1.1" status: 200 len: 217 time: 0.0522637 Jun 17 14:31:05.746461 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-e760ed99-900b-4989-b201-b713e1dbec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.749633 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-e760ed99-900b-4989-b201-b713e1dbec5f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0544338 Jun 17 14:31:05.788445 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:39Z', 'revision_number': 1, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:05.795264 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cd49-42a9-4768-8850-bce3ab052d45 req-e1a638f9-e46b-4f55-b64f-44bb41dc9515 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.796773 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bbf7cd49-42a9-4768-8850-bce3ab052d45 req-e1a638f9-e46b-4f55-b64f-44bb41dc9515 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 946 time: 0.0753288 Jun 17 14:31:05.818956 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-6bec5f0a-3b79-4672-9418-b7e8b080596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.820759 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-6bec5f0a-3b79-4672-9418-b7e8b080596c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641024 Jun 17 14:31:05.823265 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:31:05.831985 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:05.832608 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:30:36Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:05.840942 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bbf7cd49-42a9-4768-8850-bce3ab052d45 req-a0f11fd4-6e2f-4d61-af3f-51959354d205 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368409 Jun 17 14:31:05.918728 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-55dccc6b-7c18-448f-9f15-d1df00c659e5 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907235 Jun 17 14:31:05.936663 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:06.014826 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-41f1e0ef-bb2c-44b0-8d04-4140d977f7c6 req-eaa0afd1-0e9f-45bb-8ce5-1156820727ef service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883143 Jun 17 14:31:06.164731 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:39Z', 'revision_number': 1, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:06.195161 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b28da4-162c-4698-8664-25d16ce7ecdd None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_floatingips': [{'id': '9418fa9b-b723-401f-acd4-06af0d83a8ae', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'router_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'port_id': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'mac_address': 'fa:16:3e:ac:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:27:37Z', 'updated_at': '2021-06-17T14:27:39Z', 'revision_number': 1, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:31:06.207527 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-59e66022-cf26-4a82-b163-5f1b4f77ebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:06.412893 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246353e5-a0be-4e95-a6e1-7a46a6de3fdc None None] New status for floating IP b7a622ad-21a6-45c3-a4ad-05285f54a175: DOWN {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:31:06.891489 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:07.031308 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eebc27-762d-45e8-b8e5-371a2501a15b req-158b13d6-7683-454b-85b7-00ef778ea92f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:07.033077 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-98eebc27-762d-45e8-b8e5-371a2501a15b req-158b13d6-7683-454b-85b7-00ef778ea92f tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 946 time: 0.0686324 Jun 17 14:31:07.073409 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-98eebc27-762d-45e8-b8e5-371a2501a15b req-4178e3d3-80f4-4226-a43c-15870359fea1 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344224 Jun 17 14:31:07.228207 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-a1f28d0f-9fdd-4266-9d74-1268c7a6dfa5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:07.229637 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-a1f28d0f-9fdd-4266-9d74-1268c7a6dfa5 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 946 time: 0.0653501 Jun 17 14:31:07.591295 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Deleting port 02d3164d-7eab-462d-b59e-b4a20c5f093c {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:07.591932 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:07.683616 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] For port 02d3164d-7eab-462d-b59e-b4a20c5f093c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02d3164d-7eab-462d-b59e-b4a20c5f093c,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:07.683968 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:07.756287 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Calling delete_port for 02d3164d-7eab-462d-b59e-b4a20c5f093c owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:07.775030 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:07.903933 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:07.908541 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8443adcb-3f48-4d4e-b49f-36bdcefaaae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:07.936176 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event deleted for resources: {'Port': ['ID=02d3164d-7eab-462d-b59e-b4a20c5f093c,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:07.950801 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.951191 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.951621 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.952028 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.952354 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.952715 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.953137 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.953501 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.953858 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.954261 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.954584 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.954926 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:07.974151 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:07.996021 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] No DVR routers for this DVR port 02d3164d-7eab-462d-b59e-b4a20c5f093c on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:31:07.998718 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.000813 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-456723fe-8940-425c-8c36-e8a5b641f3ba req-e2a2ae5a-9aab-4ef0-adbd-5e0ffb3443d4 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "DELETE /v2.0/ports/02d3164d-7eab-462d-b59e-b4a20c5f093c HTTP/1.1" status: 204 len: 173 time: 0.7649159 Jun 17 14:31:08.001333 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'name': 'network-vif-deleted', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:08.004463 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca633ff-f08c-46ae-a1c6-fb39e9f1b53d" -d '{"events": [{"server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "name": "network-vif-deleted", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:08.068567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f29b0-26d3-46c3-93d1-196be1b99de2 x-openstack-request-id: req-191f29b0-26d3-46c3-93d1-196be1b99de2 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:08.068898 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba64c5e5-7a36-4af4-bf44-6d3f4f597e88", "name": "network-vif-deleted", "tag": "02d3164d-7eab-462d-b59e-b4a20c5f093c", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:08.069190 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-191f29b0-26d3-46c3-93d1-196be1b99de2 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:08.069623 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba64c5e5-7a36-4af4-bf44-6d3f4f597e88', 'name': 'network-vif-deleted', 'tag': '02d3164d-7eab-462d-b59e-b4a20c5f093c', 'status': 'completed', 'code': 200} Jun 17 14:31:08.219418 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-90a45a47-e6fe-427f-a1d9-4d5f0fae4ab2 req-47c3ec6f-f7e9-42b7-a0a7-f246ead38388 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba64c5e5-7a36-4af4-bf44-6d3f4f597e88 HTTP/1.1" status: 200 len: 210 time: 0.0305178 Jun 17 14:31:10.056022 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.536422 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 02d3164d-7eab-462d-b59e-b4a20c5f093c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:10.555719 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 02d3164d-7eab-462d-b59e-b4a20c5f093c {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:10.556078 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 02d3164d-7eab-462d-b59e-b4a20c5f093c not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:11.550499 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 56228) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:11.712156 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Deleting port 8d074223-de5c-4d7a-98a4-5c77f9a3bc36 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:11.712488 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.792366 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.792687 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.859616 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Calling delete_port for 8d074223-de5c-4d7a-98a4-5c77f9a3bc36 owned by network:floatingip {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:12.038551 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.040487 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-24acfa33-1799-409a-89cd-1d989b4ad643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:12.063949 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event deleted for resources: {'Port': ['ID=8d074223-de5c-4d7a-98a4-5c77f9a3bc36,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:12.068033 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:12.125303 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.125628 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.db.l3_db [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Floating IP 9418fa9b-b723-401f-acd4-06af0d83a8ae disassociated (deleted). External IP: 172.27.0.247, port: 7151ac20-eb0a-4c98-bbc4-9462eda42bdf. Jun 17 14:31:12.332807 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:31:12.440784 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:31:12.445842 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.452128 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:31:12.461240 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:12.461861 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:31:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:12.483512 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-1cc69e27-373b-43b4-9b48-9e8192cd4636 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "DELETE /v2.0/floatingips/9418fa9b-b723-401f-acd4-06af0d83a8ae HTTP/1.1" status: 204 len: 168 time: 0.9318578 Jun 17 14:31:12.484196 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:12.487116 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e036dbc-9064-400f-8817-434a94c996a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:12.526715 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a266d00-1f02-42e3-8918-0d2604a51e01 x-openstack-request-id: req-4a266d00-1f02-42e3-8918-0d2604a51e01 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:12.527421 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:12.527904 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4a266d00-1f02-42e3-8918-0d2604a51e01 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:12.528349 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'status': 'completed', 'code': 200} Jun 17 14:31:12.572243 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:12.606055 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e036dbc-9064-400f-8817-434a94c996a6 req-b6f3b096-0586-42a3-8cba-62a64653a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:12.607855 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4e036dbc-9064-400f-8817-434a94c996a6 req-b6f3b096-0586-42a3-8cba-62a64653a8f6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8257c3338f3943c89ca57961d4e43c8d&device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0559990 Jun 17 14:31:12.714418 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e036dbc-9064-400f-8817-434a94c996a6 req-19dbac10-bdde-47c4-8d68-99ca205ae1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:12.716177 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4e036dbc-9064-400f-8817-434a94c996a6 req-19dbac10-bdde-47c4-8d68-99ca205ae1e8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 200 len: 913 time: 0.1022735 Jun 17 14:31:12.768744 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4e036dbc-9064-400f-8817-434a94c996a6 req-eded367a-1c38-456b-80aa-de105e616e7c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 200 len: 217 time: 0.0362740 Jun 17 14:31:12.827921 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e036dbc-9064-400f-8817-434a94c996a6 req-2ba62cb2-68ea-4491-a42a-b64f1bc06333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:12.829370 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4e036dbc-9064-400f-8817-434a94c996a6 req-2ba62cb2-68ea-4491-a42a-b64f1bc06333 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 200 len: 850 time: 0.0543449 Jun 17 14:31:12.882575 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2d46d-6929-46b3-b282-e15a02dd911b req-f7084899-d4d0-4bee-9482-dbb0b313c8f2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:12.884279 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-76c2d46d-6929-46b3-b282-e15a02dd911b req-f7084899-d4d0-4bee-9482-dbb0b313c8f2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 945 time: 0.0776064 Jun 17 14:31:12.895985 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e036dbc-9064-400f-8817-434a94c996a6 req-bf049c20-9cf7-4f7e-a868-9105057476a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:12.897531 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4e036dbc-9064-400f-8817-434a94c996a6 req-bf049c20-9cf7-4f7e-a868-9105057476a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff909572-6fa7-4854-9124-526142bcae56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612607 Jun 17 14:31:12.936862 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:12.939273 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-76c2d46d-6929-46b3-b282-e15a02dd911b req-bd593391-8321-42d2-bda7-3bfcf79d188e tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461063 Jun 17 14:31:12.967405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:31:12.976060 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:12.976799 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:31:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:12.993640 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4e036dbc-9064-400f-8817-434a94c996a6 req-1165ddd0-5112-4157-a280-7a1835582787 service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879400 Jun 17 14:31:13.087347 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:13.094889 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-4e036dbc-9064-400f-8817-434a94c996a6 req-c7c41cd8-5e91-46bc-85df-f6691ffd039a service neutron] 10.222.0.95 "GET /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915027 Jun 17 14:31:13.283549 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:13.309624 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c9a3b-75a6-4952-bb40-4188f8f38a73 None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:24:07Z', 'revision_number': 4, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi', '_interfaces': [{'id': '71310289-5c26-4622-9021-59c474db916a', 'name': '', 'network_id': 'ff909572-6fa7-4854-9124-526142bcae56', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'mac_address': 'fa:16:3e:2a:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:06Z', 'updated_at': '2021-06-17T14:24:15Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'subnets': [{'id': '25722c0b-6ae8-4c57-9edc-0a2d4560e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:31:13.521316 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64c9c2-3a62-44cc-b512-33d72c1ed92c None None] New status for floating IP 9418fa9b-b723-401f-acd4-06af0d83a8ae: DOWN {{(pid=93044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:31:14.124195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9007dd-c9f0-46dc-9915-1ccca242fa92 req-88c5164b-36c2-45a3-bcb1-6ca6cef71def tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:14.125658 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bb9007dd-c9f0-46dc-9915-1ccca242fa92 req-88c5164b-36c2-45a3-bcb1-6ca6cef71def tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 945 time: 0.0644999 Jun 17 14:31:14.163048 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-bb9007dd-c9f0-46dc-9915-1ccca242fa92 req-4d8f2bdd-35e2-454f-bb6b-b03c3fa305cc tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/security-groups?id=c744d625-acdd-449f-8dd5-21e675d4c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Jun 17 14:31:14.238169 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-92003f94-b9ca-466e-86f9-9c15deb32578 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:14.239669 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-92003f94-b9ca-466e-86f9-9c15deb32578 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 945 time: 0.0634129 Jun 17 14:31:14.345071 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Deleting port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:14.345437 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.434933 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] For port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:14.435199 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.503313 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Calling delete_port for 7151ac20-eb0a-4c98-bbc4-9462eda42bdf owned by compute:nova {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:14.636181 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.641176 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-30ac9fb7-8f63-4150-8cdd-a9a25012c987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:14.670238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event deleted for resources: {'Port': ['ID=7151ac20-eb0a-4c98-bbc4-9462eda42bdf,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:14.672662 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:14.717747 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] No DVR routers for this DVR port 7151ac20-eb0a-4c98-bbc4-9462eda42bdf on host hv-cinder-79628 {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:31:14.720275 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.722955 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [req-5e939120-fcaa-4253-98fa-d60d3651c3e0 req-73cfc3ee-4cc5-4ec8-9141-700b019821e7 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.95 "DELETE /v2.0/ports/7151ac20-eb0a-4c98-bbc4-9462eda42bdf HTTP/1.1" status: 204 len: 173 time: 0.4773073 Jun 17 14:31:14.723468 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'name': 'network-vif-deleted', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf'}] {{(pid=93042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:14.725832 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f7e2172bd1653825c18cd0054ccc42c5996300be03a5bde9c6a405b34b53b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799b0c72-918e-4bdd-af08-c04c9008d765" -d '{"events": [{"server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "name": "network-vif-deleted", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf"}]}' {{(pid=93042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:14.762778 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db669be3-208f-4f0d-a65d-46cd7ffd0930 x-openstack-request-id: req-db669be3-208f-4f0d-a65d-46cd7ffd0930 {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:14.763147 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be247b1-4a0c-4dc7-beda-3abae4b20ec2", "name": "network-vif-deleted", "tag": "7151ac20-eb0a-4c98-bbc4-9462eda42bdf", "status": "completed", "code": 200}]} {{(pid=93042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:14.763581 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-db669be3-208f-4f0d-a65d-46cd7ffd0930 {{(pid=93042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:14.764085 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be247b1-4a0c-4dc7-beda-3abae4b20ec2', 'name': 'network-vif-deleted', 'tag': '7151ac20-eb0a-4c98-bbc4-9462eda42bdf', 'status': 'completed', 'code': 200} Jun 17 14:31:15.321439 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [req-d9ecc482-0b4a-484a-a43f-97b0bc65cf69 req-a6e80085-be98-4167-b5a8-d7ed4fe244d2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be247b1-4a0c-4dc7-beda-3abae4b20ec2 HTTP/1.1" status: 200 len: 210 time: 0.0298529 Jun 17 14:31:16.413588 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 56244) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:16.539932 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Deleting port 6e4a033f-fa77-4e53-a27e-0ece6c947612 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:16.540166 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:16.582872 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 7151ac20-eb0a-4c98-bbc4-9462eda42bdf no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:16.602672 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] No Port match for: 7151ac20-eb0a-4c98-bbc4-9462eda42bdf {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:16.603028 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Device 7151ac20-eb0a-4c98-bbc4-9462eda42bdf not bound to the agent host hv-cinder-79628 {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:16.620578 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:16.621238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:16.681628 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Calling delete_port for 6e4a033f-fa77-4e53-a27e-0ece6c947612 owned by network:floatingip {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:16.817321 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:16.819556 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-61b3e71c-2bd5-4d0b-8d6a-978708eea655 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:16.848311 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event deleted for resources: {'Port': ['ID=6e4a033f-fa77-4e53-a27e-0ece6c947612,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:16.850717 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:16.915681 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:16.918395 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:16.919543 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-2b30bb08-fdeb-4fc4-adae-593e1921bed2 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "DELETE /v2.0/floatingips/9470370c-a5c2-48d2-bbfe-311e4bc19ebe HTTP/1.1" status: 204 len: 168 time: 0.5049648 Jun 17 14:31:18.196539 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 56256) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:18.259741 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-38653b43-266a-48a9-bf2b-6ec9a00cf6d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:18.285712 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-38653b43-266a-48a9-bf2b-6ec9a00cf6d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:18.349175 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-38653b43-266a-48a9-bf2b-6ec9a00cf6d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:18.352024 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-38653b43-266a-48a9-bf2b-6ec9a00cf6d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Notify callbacks [] for security_group, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:18.353194 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-38653b43-266a-48a9-bf2b-6ec9a00cf6d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] 10.222.0.82 "DELETE /v2.0/security-groups/c744d625-acdd-449f-8dd5-21e675d4c3ba HTTP/1.1" status: 204 len: 168 time: 0.1556642 Jun 17 14:31:18.353995 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-ecce1c93-b14c-4606-a477-496e22a600a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:18.364366 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38653b43-266a-48a9-bf2b-6ec9a00cf6d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744d625-acdd-449f-8dd5-21e675d4c3ba,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:18.367412 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-38653b43-266a-48a9-bf2b-6ec9a00cf6d8 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:18.424787 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 56260) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:18.987633 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:19.256743 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Deleting port 71310289-5c26-4622-9021-59c474db916a {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:19.257447 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:19.335591 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] For port 71310289-5c26-4622-9021-59c474db916a, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=71310289-5c26-4622-9021-59c474db916a,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:19.335949 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:19.404700 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Calling delete_port for 71310289-5c26-4622-9021-59c474db916a owned by network:router_interface {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:19.603752 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:19.605831 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-9f7d00a1-73b3-4c8a-9c41-90bc29e3d390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:19.632152 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=71310289-5c26-4622-9021-59c474db916a,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:19.635532 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:19.827970 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:20.309113 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:31:20.414459 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:31:20.419489 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-cd69116d-43c0-460d-a83d-d8d1db3b67d2 admin admin] 10.222.0.82 "PUT /v2.0/routers/91b84ef9-7cf9-4b6d-9216-786dd31b9d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9933939 Jun 17 14:31:20.422196 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 56264) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:20.425339 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] Sync routers for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:31:20.438181 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:20.438848 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:31:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:20.536231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks [] for router, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:20.553274 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: dv-cinder-796286-6-iscsi {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:20.643530 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:20.703609 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Deleting port d00c10d7-446d-4ac2-96b6-74a9fd811005 {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:20.703947 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:20.759136 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:31:19Z', 'revision_number': 5, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port': {'id': 'd00c10d7-446d-4ac2-96b6-74a9fd811005', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:03Z', 'updated_at': '2021-06-17T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:20.789770 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] Checking router: 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d for host: dv-cinder-796286-6-iscsi {{(pid=93043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:31:20.801176 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] Routers {'91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:20.801852 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:31:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'], 'active': True} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:20.816671 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] For port d00c10d7-446d-4ac2-96b6-74a9fd811005, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=d00c10d7-446d-4ac2-96b6-74a9fd811005,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:20.817535 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:20.901500 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Calling delete_port for d00c10d7-446d-4ac2-96b6-74a9fd811005 owned by network:router_gateway {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:20.906347 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvr_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] Set router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d gateway port host: None {{(pid=93043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:20.964397 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_hamode_db [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:31:20Z', 'revision_number': 6, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:21.020831 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a454f-f8d1-4bd2-abc5-cc25170ed5f7 None None] The sync data for ids ['91b84ef9-7cf9-4b6d-9216-786dd31b9d8d'] in dv-cinder-796286-6-iscsi is: [{'id': '91b84ef9-7cf9-4b6d-9216-786dd31b9d8d', 'name': 'tempest-TestVolumeBootPattern-643556695-router', 'tenant_id': '8257c3338f3943c89ca57961d4e43c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:02Z', 'updated_at': '2021-06-17T14:31:20Z', 'revision_number': 6, 'project_id': '8257c3338f3943c89ca57961d4e43c8d', 'gw_port_host': None}] {{(pid=93043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:31:21.113013 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.115328 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-d6887edb-b256-4553-949a-84be5292f84a tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:21.145637 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Pushing event deleted for resources: {'Port': ['ID=d00c10d7-446d-4ac2-96b6-74a9fd811005,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:21.149045 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:21.223946 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.347038 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.349330 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.403608 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.404243 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b84ef9-7cf9-4b6d-9216-786dd31b9d8d {{(pid=93042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:31:21.408962 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] Notify callbacks [] for router, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.413898 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-8825f39c-8ba8-43f4-80ea-537a3956c8af admin admin] 10.222.0.82 "DELETE /v2.0/routers/91b84ef9-7cf9-4b6d-9216-786dd31b9d8d HTTP/1.1" status: 204 len: 168 time: 0.9869361 Jun 17 14:31:21.414463 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 56266) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:21.466961 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Deleting subnet 25722c0b-6ae8-4c57-9edc-0a2d4560e4dc {{(pid=93042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:31:21.471154 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.508660 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13843473'] for subnet, precommit_delete_associations {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.645009 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.724567 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12620015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24654246'] for subnet, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.727053 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-0cb56a9a-18f3-4fb1-991b-9e93eb0836c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:21.751305 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25722c0b-6ae8-4c57-9edc-0a2d4560e4dc,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:21.755422 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:21.756426 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.758399 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-c1717b8c-2849-4524-a5b8-9d8cc0898cf3 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/25722c0b-6ae8-4c57-9edc-0a2d4560e4dc HTTP/1.1" status: 204 len: 168 time: 0.3429732 Jun 17 14:31:21.763607 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5b864-0793-4a2d-bf85-f10ab4737eb4 None None] Network ff909572-6fa7-4854-9124-526142bcae56 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:31:21.764283 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [-] (93042) accepted ('10.222.0.82', 56268) {{(pid=93042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:21.853087 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.945922 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Deleting port 7c52760b-986c-4751-9f6f-9e6dd3b9618a {{(pid=93042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:21.946380 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.029455 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 71310289-5c26-4622-9021-59c474db916a no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:22.048193 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] For port 7c52760b-986c-4751-9f6f-9e6dd3b9618a, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=7c52760b-986c-4751-9f6f-9e6dd3b9618a,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:22.048826 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.051609 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 71310289-5c26-4622-9021-59c474db916a {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:22.052242 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 71310289-5c26-4622-9021-59c474db916a not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:22.052395 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d00c10d7-446d-4ac2-96b6-74a9fd811005 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:22.074220 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] DHCP port deletion for ff909572-6fa7-4854-9124-526142bcae56 request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:31:22.077843 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: d00c10d7-446d-4ac2-96b6-74a9fd811005 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:22.078217 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device d00c10d7-446d-4ac2-96b6-74a9fd811005 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:22.133063 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Deleting port 7c52760b-986c-4751-9f6f-9e6dd3b9618a {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:22.133448 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.141238 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.plugin [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Calling delete_port for 7c52760b-986c-4751-9f6f-9e6dd3b9618a owned by network:dhcp {{(pid=93042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:22.229084 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] For port 7c52760b-986c-4751-9f6f-9e6dd3b9618a, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=7c52760b-986c-4751-9f6f-9e6dd3b9618a,segment=NetworkSegment(675cabb2-15b3-4406-bb9c-9fc3e22f0a04),segment_id=675cabb2-15b3-4406-bb9c-9fc3e22f0a04)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:22.229629 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.257344 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12619797'] for port, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.261070 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-846626f2-05cb-4865-b75f-971ae5493e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:22.307417 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c52760b-986c-4751-9f6f-9e6dd3b9618a,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:22.314017 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:22.319100 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] No DVR routers for this DVR port 7c52760b-986c-4751-9f6f-9e6dd3b9618a on host dv-cinder-796286-6-iscsi {{(pid=93042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:31:22.321821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Calling delete_port for 7c52760b-986c-4751-9f6f-9e6dd3b9618a owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:22.324433 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.409608 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.411587 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-349e759a-9163-4e35-9f2d-607a8f559966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:22.417709 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.429895 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff909572-6fa7-4854-9124-526142bcae56']}} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:22.434913 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Pushing event deleted for resources: {'Port': ['ID=7c52760b-986c-4751-9f6f-9e6dd3b9618a,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:22.439319 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] No DVR routers for this DVR port 7c52760b-986c-4751-9f6f-9e6dd3b9618a on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:31:22.442309 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675cabb2-15b3-4406-bb9c-9fc3e22f0a04') {'for_net_delete': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:22.442647 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.services.segments.db [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675cabb2-15b3-4406-bb9c-9fc3e22f0a04') {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:22.453700 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.454340 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.454557 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.454892 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.455821 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.456016 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13843486'] for segment, before_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.457405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.457405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.457405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.457405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.457405 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.458042 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.458042 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-iscsi {{(pid=93043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:22.461297 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-ebedb4be-ecca-4e20-850d-c9b24ebae998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:22.473231 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.481557 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=93042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:31:22.482073 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12619842'] for segment, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: retrieve_revision_numbers = { Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: Traceback (most recent call last): Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: timer() Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: cb(*args, **kw) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: return func(*args, **kwargs) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: self._notify() Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: self.callback(batched_events) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: event.method(event) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: return f(self, *a, **k) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._get(url).json() Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: return self.request(url, 'GET', **kwargs) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:31:22.484023 dv-cinder-796286-6-iscsi neutron-server[93042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:31:22.548250 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.552260 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-a2daaa0f-63de-4a89-b96b-31602cda057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:22.555019 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.556751 dv-cinder-796286-6-iscsi neutron-server[93042]: INFO neutron.wsgi [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] 10.222.0.82 "DELETE /v2.0/networks/ff909572-6fa7-4854-9124-526142bcae56 HTTP/1.1" status: 204 len: 168 time: 0.7903507 Jun 17 14:31:22.560001 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56270) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:22.569065 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff909572-6fa7-4854-9124-526142bcae56,revision_number=None']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:22.572744 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG oslo_concurrency.lockutils [None req-6cd48b5c-b9c7-48e9-9ec6-d0ed1829d962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:22.940559 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336697'] for router_interface, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:23.204404 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Deleting port c49885e7-def9-42c1-ace8-fd91c4881ee7 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:23.204636 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:23.292919 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] For port c49885e7-def9-42c1-ace8-fd91c4881ee7, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=c49885e7-def9-42c1-ace8-fd91c4881ee7,segment=NetworkSegment(dc811c33-adf3-4484-bbba-83e621a08626),segment_id=dc811c33-adf3-4484-bbba-83e621a08626)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:23.293372 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:23.643457 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Calling delete_port for c49885e7-def9-42c1-ace8-fd91c4881ee7 owned by network:router_interface {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:23.843109 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:23.846429 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8c8b4e0a-a077-434a-9632-99e8bdb416e9 tempest-TestVolumeBootPattern-1959246506 tempest-TestVolumeBootPattern-1959246506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:23.872687 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49885e7-def9-42c1-ace8-fd91c4881ee7,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:23.878012 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:24.087787 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 7c52760b-986c-4751-9f6f-9e6dd3b9618a no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:24.108169 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 7c52760b-986c-4751-9f6f-9e6dd3b9618a {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:24.108511 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 7c52760b-986c-4751-9f6f-9e6dd3b9618a not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:24.113298 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16351113'] for router_interface, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.328315 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Router b88fe7ce-3087-435f-8a4f-ba97097efb32 has already been hosted by L3 agent 9787303c-eba5-447d-90a3-bb76eb7504b2 {{(pid=93041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:31:24.434989 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-iscsi the message routers_updated {{(pid=93041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:31:24.440416 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-8a6458f4-5a5c-4ebe-8314-be140cd9a974 admin admin] 10.222.0.82 "PUT /v2.0/routers/b88fe7ce-3087-435f-8a4f-ba97097efb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779590 Jun 17 14:31:24.443692 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56272) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:24.444355 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] Sync routers for ids ['b88fe7ce-3087-435f-8a4f-ba97097efb32'] in dv-cinder-796286-6-iscsi {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:31:24.453924 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] Routers {'b88fe7ce-3087-435f-8a4f-ba97097efb32'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:24.454566 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:31:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['b88fe7ce-3087-435f-8a4f-ba97097efb32'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:24.551897 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks [] for router, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.652108 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] Set router b88fe7ce-3087-435f-8a4f-ba97097efb32 gateway port host: dv-cinder-796286-6-iscsi {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:24.659158 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.721868 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Deleting port dc83a072-f2b7-4df1-902b-8937cfcd36e4 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:24.722264 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.806932 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] For port dc83a072-f2b7-4df1-902b-8937cfcd36e4, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=dc83a072-f2b7-4df1-902b-8937cfcd36e4,segment=NetworkSegment(4e10ea75-0f12-4636-8239-7701c74c978f),segment_id=4e10ea75-0f12-4636-8239-7701c74c978f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:24.807192 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.829818 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'external_fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:31:23Z', 'revision_number': 5, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port': {'id': 'dc83a072-f2b7-4df1-902b-8937cfcd36e4', 'name': '', 'network_id': '9dcfdbb6-f53d-4168-bcd7-4a575bcdfbec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:24:11Z', 'updated_at': '2021-06-17T14:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9929bb0d-68bb-4aa4-8eba-82b1decc17b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-iscsi'}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:24.856375 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] Checking router: b88fe7ce-3087-435f-8a4f-ba97097efb32 for host: dv-cinder-796286-6-iscsi {{(pid=93044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:31:24.865441 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] Routers {'b88fe7ce-3087-435f-8a4f-ba97097efb32'} bound to L3 agent in host dv-cinder-796286-6-iscsi {{(pid=93044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:24.866094 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:09:36Z,description=,heartbeat_timestamp=2021-06-17T14:31:06Z,host='dv-cinder-796286-6-iscsi',id=9787303c-eba5-447d-90a3-bb76eb7504b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:09:36Z,topic='l3_agent')) {'router_ids': ['b88fe7ce-3087-435f-8a4f-ba97097efb32'], 'active': True} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:24.868760 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Calling delete_port for dc83a072-f2b7-4df1-902b-8937cfcd36e4 owned by network:router_gateway {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:24.953499 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_dvr_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] Set router b88fe7ce-3087-435f-8a4f-ba97097efb32 gateway port host: None {{(pid=93044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:25.012303 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.l3_hamode_db [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:31:24Z', 'revision_number': 6, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port_host': None}], 'dv-cinder-796286-6-iscsi', False) {} {{(pid=93044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:25.035989 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.038158 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-1ccbfc33-2d16-4f6d-bff0-d66af61cb059 tempest-TestMinimumBasicScenario-1560738006 tempest-TestMinimumBasicScenario-1560738006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:25.039287 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705985ba-dfff-4346-bec2-6e41c82f2889 None None] The sync data for ids ['b88fe7ce-3087-435f-8a4f-ba97097efb32'] in dv-cinder-796286-6-iscsi is: [{'id': 'b88fe7ce-3087-435f-8a4f-ba97097efb32', 'name': 'tempest-TestVolumeBootPattern-26943006-router', 'tenant_id': '6ec1061e57644ae98cff38e85c4ec876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:24:10Z', 'updated_at': '2021-06-17T14:31:24Z', 'revision_number': 6, 'project_id': '6ec1061e57644ae98cff38e85c4ec876', 'gw_port_host': None}] {{(pid=93044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:31:25.067317 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc83a072-f2b7-4df1-902b-8937cfcd36e4,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:25.070364 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:25.127904 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348290'] for router_gateway, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.213217 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16403387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.215317 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.258696 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16338335'] for router, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.259219 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b88fe7ce-3087-435f-8a4f-ba97097efb32 {{(pid=93041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:31:25.263725 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] Notify callbacks [] for router, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.264851 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-a6628f83-02a1-411f-9556-9f8e1ead1918 admin admin] 10.222.0.82 "DELETE /v2.0/routers/b88fe7ce-3087-435f-8a4f-ba97097efb32 HTTP/1.1" status: 204 len: 168 time: 0.8201482 Jun 17 14:31:25.267594 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56274) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:25.313775 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_v2 [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Deleting subnet fa9dea58-02c3-4022-9274-54dd9b9fe66b {{(pid=93041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:31:25.317661 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.351333 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13567533'] for subnet, precommit_delete_associations {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.432095 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-579309'] for subnet, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.497372 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-579300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14348750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13309597'] for subnet, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.499708 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-462accfe-ba5e-41c8-9245-9475203009b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:25.524282 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9dea58-02c3-4022-9274-54dd9b9fe66b,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:25.526259 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for subnet, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.528100 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/fa9dea58-02c3-4022-9274-54dd9b9fe66b HTTP/1.1" status: 204 len: 168 time: 0.2594678 Jun 17 14:31:25.529010 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-395d956e-2138-4735-9670-b805ef002743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:25.530575 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56276) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:25.532708 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf266a-f16a-4786-8599-dbb99ac96c35 None None] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 requested from dv-cinder-796286-6-iscsi {{(pid=93043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:31:25.597883 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634633'] for network, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.651914 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Deleting port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:25.652256 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.723183 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] For port 0771ec47-cdb3-4c5c-94fb-9755d88fb912, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=0771ec47-cdb3-4c5c-94fb-9755d88fb912,segment=NetworkSegment(dc811c33-adf3-4484-bbba-83e621a08626),segment_id=dc811c33-adf3-4484-bbba-83e621a08626)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:25.723895 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.788411 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Calling delete_port for 0771ec47-cdb3-4c5c-94fb-9755d88fb912 owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:25.800342 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] DHCP port deletion for ad1a444d-2465-40b8-a16a-12b56ba047a9 request from dv-cinder-796286-6-iscsi {{(pid=93043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:31:25.848734 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Deleting port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 {{(pid=93043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:25.849134 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733203759782'] for port, before_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.872621 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14348596'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.874833 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-8f19fba0-3fec-49d0-8e68-19d78a0b0ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:25.900103 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Pushing event deleted for resources: {'Port': ['ID=0771ec47-cdb3-4c5c-94fb-9755d88fb912,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:25.903293 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:25.904068 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] No DVR routers for this DVR port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 on host dv-cinder-796286-6-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:31:25.922012 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.db [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] For port 0771ec47-cdb3-4c5c-94fb-9755d88fb912, host dv-cinder-796286-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-iscsi',level=0,port_id=0771ec47-cdb3-4c5c-94fb-9755d88fb912,segment=NetworkSegment(dc811c33-adf3-4484-bbba-83e621a08626),segment_id=dc811c33-adf3-4484-bbba-83e621a08626)] {{(pid=93043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:25.922697 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16347366'] for port, precommit_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.988038 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577652', 'neutron.services.segments.db._delete_segments_for_network-8733203782548'] for network, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.000019 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1a444d-2465-40b8-a16a-12b56ba047a9']}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:26.012725 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc811c33-adf3-4484-bbba-83e621a08626') {'for_net_delete': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:26.013217 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Calling delete_port for 0771ec47-cdb3-4c5c-94fb-9755d88fb912 owned by network:dhcp {{(pid=93043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:26.013366 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.services.segments.db [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc811c33-adf3-4484-bbba-83e621a08626') {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:26.016657 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0771ec47-cdb3-4c5c-94fb-9755d88fb912 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:26.025524 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733203781349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13567522'] for segment, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.040635 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624'] for segment, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.044435 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: 0771ec47-cdb3-4c5c-94fb-9755d88fb912 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:26.044792 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device 0771ec47-cdb3-4c5c-94fb-9755d88fb912 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:26.045218 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device c49885e7-def9-42c1-ace8-fd91c4881ee7 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:26.050692 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=93041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:31:26.051151 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14348643'] for segment, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: Traceback (most recent call last): Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: timer() Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: cb(*args, **kw) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: return func(*args, **kwargs) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: self._notify() Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: self.callback(batched_events) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: event.method(event) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: return f(self, *a, **k) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._get(url).json() Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: return self.request(url, 'GET', **kwargs) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:31:26.053244 dv-cinder-796286-6-iscsi neutron-server[93041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:31:26.071756 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: c49885e7-def9-42c1-ace8-fd91c4881ee7 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:26.072115 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device c49885e7-def9-42c1-ace8-fd91c4881ee7 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:26.072544 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device dc83a072-f2b7-4df1-902b-8937cfcd36e4 no longer exists at agent ovs-agent-dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:26.117700 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16491209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16300104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348390'] for network, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.121693 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f3f675e4-50e6-4b1a-b5ab-d9a242b62dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:26.124195 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300119'] for network, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.126058 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.plugin [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] No Port match for: dc83a072-f2b7-4df1-902b-8937cfcd36e4 {{(pid=93043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:26.126210 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] 10.222.0.82 "DELETE /v2.0/networks/ad1a444d-2465-40b8-a16a-12b56ba047a9 HTTP/1.1" status: 204 len: 168 time: 0.5943825 Jun 17 14:31:26.126494 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.plugins.ml2.rpc [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Device dc83a072-f2b7-4df1-902b-8937cfcd36e4 not bound to the agent host dv-cinder-796286-6-iscsi {{(pid=93043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:26.142007 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1a444d-2465-40b8-a16a-12b56ba047a9,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:26.145420 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f322137b-dfed-4622-9e6d-d77ab22e2497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:26.161934 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-715420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733203766047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733203292456'] for port, after_delete {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.163988 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-f0159771-8312-46ff-8363-7f44ed87a9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:26.184213 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Network ad1a444d-2465-40b8-a16a-12b56ba047a9 is not hosted by any dhcp agent {{(pid=93043) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 17 14:31:26.184673 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] No DVR routers for this DVR port 0771ec47-cdb3-4c5c-94fb-9755d88fb912 on host dv-cinder-796286-6-iscsi {{(pid=93043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:31:26.186411 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Pushing event deleted for resources: {'Port': ['ID=0771ec47-cdb3-4c5c-94fb-9755d88fb912,revision_number=None']} {{(pid=93043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:26.189193 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG oslo_concurrency.lockutils [None req-40542fdb-d597-45dc-8b47-0df57bd213d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:26.265194 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56280) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:26.312554 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-55d26ba7-fd74-4722-a696-9c12625d383a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8257c3338f3943c89ca57961d4e43c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460451 Jun 17 14:31:26.315489 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56282) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:26.365241 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-af0fc4f8-c3de-49be-8a22-91a952b6da79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.387217 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-af0fc4f8-c3de-49be-8a22-91a952b6da79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.435766 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-af0fc4f8-c3de-49be-8a22-91a952b6da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.438521 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-af0fc4f8-c3de-49be-8a22-91a952b6da79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.440326 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-af0fc4f8-c3de-49be-8a22-91a952b6da79 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fdcea6e2-dda1-42ce-8c62-05a99019fe50 HTTP/1.1" status: 204 len: 168 time: 0.1238165 Jun 17 14:31:26.441502 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-b6307650-eb6c-4f78-83aa-ccd6c1a73541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:26.450019 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fc4f8-c3de-49be-8a22-91a952b6da79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcea6e2-dda1-42ce-8c62-05a99019fe50,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:26.452380 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-af0fc4f8-c3de-49be-8a22-91a952b6da79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:26.679570 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:31:26.753563 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56288) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:26.796076 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-41b68765-b3cd-4952-9157-b6f01447edf7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6ec1061e57644ae98cff38e85c4ec876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411828 Jun 17 14:31:26.798509 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [-] (93041) accepted ('10.222.0.82', 56290) {{(pid=93041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:26.847727 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-09a85b4f-5045-4023-9dae-a1b5cb832de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.868709 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-09a85b4f-5045-4023-9dae-a1b5cb832de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.919494 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-09a85b4f-5045-4023-9dae-a1b5cb832de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16491174'] for security_group, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.922151 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-09a85b4f-5045-4023-9dae-a1b5cb832de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.923294 dv-cinder-796286-6-iscsi neutron-server[93041]: INFO neutron.wsgi [None req-09a85b4f-5045-4023-9dae-a1b5cb832de1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/03c02870-0a04-4130-8116-d5ef0d015bb7 HTTP/1.1" status: 204 len: 168 time: 0.1238151 Jun 17 14:31:26.924222 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-f56b7416-f005-48f4-827d-8993ba5b8139 tempest-TestShelveInstance-858408825 tempest-TestShelveInstance-858408825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:26.931901 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85b4f-5045-4023-9dae-a1b5cb832de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c02870-0a04-4130-8116-d5ef0d015bb7,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:26.934303 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-09a85b4f-5045-4023-9dae-a1b5cb832de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:33.771805 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-48998110-1385-4741-9a2b-0d67add8dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:36.210081 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-a11015dd-683e-49e7-86a0-1588042defa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:36.895649 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:37.768946 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.059245 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.266727 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.678625 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:32:03.772249 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-79b577df-15b6-4f2c-971c-0b74cc0fe933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.210392 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-bf51a000-6142-40e2-a6a8-de90eb5fa316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.899316 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:07.771775 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.061314 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.265132 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:33.773822 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-be8760e7-8b9b-4fba-acb2-506efdf6d0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:36.211486 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a26e-49c2-4860-9a3e-42dffe5992e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:36.906281 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:37.775579 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:40.072704 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:40.683204 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:32:52.282384 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:03.775665 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f61ddc3f-fe85-4b99-bb18-7f4361eec9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.214287 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-cba0ae07-5718-4569-bc9e-b27aae001560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.899975 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:07.778069 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:10.069844 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:17.105134 dv-cinder-796286-6-iscsi neutron-server[93042]: DEBUG neutron.wsgi [req-eedc435f-8167-471d-b380-f8ebc2b6110e req-ada07f33-a071-4849-be7c-b4a3939263b3 service neutron] (93042) timed out ('10.222.0.95', 56077) {{(pid=93042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 14:33:17.681853 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:33:22.280351 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:33.779718 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-5441f998-2ced-4c5c-8796-85a64f5a1849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:36.215483 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-2b384015-89df-4c70-b568-b8d82f07d6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:36.902533 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:37.780804 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:40.072409 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.297302 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.363037 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [req-8d2b346e-aee8-4e25-b000-64c04fec2c0a req-ffb6e221-5738-4804-8dae-a2929f2b476b service neutron] (93041) timed out ('10.222.0.95', 56104) {{(pid=93041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 14:33:54.685636 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:34:03.787621 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-f69eb374-d75d-4ad7-98d0-fb5b618a8ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:06.217346 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-34f15f47-2ae8-4e6f-a0fc-8a5672a5908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:06.905927 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:07.786641 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:10.077630 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:22.294428 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:31.683888 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:34:33.779972 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-d088c330-3400-4b47-97e7-a978241dc80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:36.218163 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-6337f433-b2c9-4538-957e-1ad48dc0a1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:36.912397 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:37.786665 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.078369 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:52.293804 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:03.782217 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-69a82e6c-3e71-4c13-8be6-8554eff992f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:06.222172 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-9095b35d-9c84-4ec6-a7c9-eab8ed3f7a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:06.915236 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:07.790305 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:08.682291 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:35:10.082829 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:22.308262 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:33.784634 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-87994f6e-7e87-4266-8654-253b1ac20740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:36.224315 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-635d9343-7f1f-468f-aef4-b335d8975863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:36.918325 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.793388 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:40.086026 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:43.275085 dv-cinder-796286-6-iscsi neutron-server[93041]: DEBUG neutron.wsgi [req-21ce377e-6af3-461b-a7bc-0875a3e9f5e5 req-9a9dd00b-2d38-44aa-987c-5b873b7c6674 service neutron] (93041) timed out ('10.222.0.82', 49920) {{(pid=93041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 14:35:45.681432 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:35:52.323492 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:03.789455 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-60dfdd7e-b23e-4ed3-9e7c-ee3e47234289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:06.226212 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c1a9-10ec-4c81-b0eb-dd2e5e625c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:06.922525 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.797251 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.091658 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:22.328679 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-08c54ec1-74be-47b5-b723-0c5db9a68d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:22.681230 dv-cinder-796286-6-iscsi neutron-server[93044]: DEBUG neutron.db.agents_db [None req-14f95cd0-1aad-46ef-af52-958ed57dd13b None None] Agent healthcheck: found 6 active agents {{(pid=93044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:36:33.793543 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-fa9a6e2b-341a-4fd1-8a98-a650576debb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:36.228121 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c589f738-5616-456c-8cb4-30e95c0c568a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:36.930853 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-c0e81041-3031-498e-94c3-dfbdaa2d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:37.799563 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-281939d3-803a-4a3f-a01c-3e125123d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:40.092095 dv-cinder-796286-6-iscsi neutron-server[93043]: DEBUG neutron_lib.callbacks.manager [None req-8911da7d-8bdb-4f61-86ef-1355ad7d64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733203782530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-578474'] for agent, after_update {{(pid=93043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}